{"level":"warn","ts":"2026-05-07T03:10:24.131471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289003872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:24.232215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.109121645s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:10:24.232788Z","caller":"traceutil/trace.go:171","msg":"trace[751602025] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"4.10978394s","start":"2026-05-07T03:10:20.122972Z","end":"2026-05-07T03:10:24.232756Z","steps":["trace[751602025] 'process raft request' (duration: 4.109581725s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:24.232952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.122946Z","time spent":"4.109921793s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:25.17757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:10:25.177712Z","caller":"traceutil/trace.go:171","msg":"trace[611218908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510996s","start":"2026-05-07T03:10:23.177155Z","end":"2026-05-07T03:10:25.177666Z","steps":["trace[611218908] 'agreement among raft nodes before linearized reading' (duration: 2.000322142s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:25.177927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:23.177133Z","time spent":"2.000629399s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:27.130019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.129007Z","time spent":"7.001000346s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:10:27.17861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:27.178744Z","caller":"traceutil/trace.go:171","msg":"trace[1988114035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356482s","start":"2026-05-07T03:10:25.178367Z","end":"2026-05-07T03:10:27.178724Z","steps":["trace[1988114035] 'agreement among raft nodes before linearized reading' (duration: 2.000201529s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:27.178786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.17829Z","time spent":"2.000486194s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:27.943972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.711436405s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:10:28.077653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.425696ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:28.077794Z","caller":"traceutil/trace.go:171","msg":"trace[1889260025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28314; }","duration":"680.58111ms","start":"2026-05-07T03:10:27.397193Z","end":"2026-05-07T03:10:28.077775Z","steps":["trace[1889260025] 'range keys from in-memory index tree' (duration: 680.408806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:28.079982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.66376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:28.082046Z","caller":"traceutil/trace.go:171","msg":"trace[1031799954] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"6.99077212s","start":"2026-05-07T03:10:21.091246Z","end":"2026-05-07T03:10:28.082018Z","steps":["trace[1031799954] 'process raft request' (duration: 6.988856157s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:28.082069Z","caller":"traceutil/trace.go:171","msg":"trace[1506766287] linearizableReadLoop","detail":"{readStateIndex:29345; appliedIndex:29341; }","duration":"7.955218757s","start":"2026-05-07T03:10:20.126831Z","end":"2026-05-07T03:10:28.08205Z","steps":["trace[1506766287] 'read index received' (duration: 4.105544216s)","trace[1506766287] 'applied index is now lower than readState.Index' (duration: 3.849673621s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:28.082174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.091224Z","time spent":"6.990886802s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:28.082118Z","caller":"traceutil/trace.go:171","msg":"trace[446726215] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"5.320323974s","start":"2026-05-07T03:10:22.761748Z","end":"2026-05-07T03:10:28.082072Z","steps":["trace[446726215] 'process raft request' (duration: 5.320215211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:28.082274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.955424422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-05-07T03:10:28.082348Z","caller":"traceutil/trace.go:171","msg":"trace[1858693635] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d; range_end:; response_count:1; response_revision:28317; }","duration":"7.955522824s","start":"2026-05-07T03:10:20.126804Z","end":"2026-05-07T03:10:28.082327Z","steps":["trace[1858693635] 'agreement among raft nodes before linearized reading' (duration: 7.955314209s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:28.082395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.126795Z","time spent":"7.955589966s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" "} {"level":"warn","ts":"2026-05-07T03:10:28.082463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:22.76172Z","time spent":"5.32058551s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18401,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:29.195906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:29.195996Z","caller":"traceutil/trace.go:171","msg":"trace[1093448745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581618s","start":"2026-05-07T03:10:27.195395Z","end":"2026-05-07T03:10:29.195976Z","steps":["trace[1093448745] 'agreement among raft nodes before linearized reading' (duration: 2.000467324s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:29.196043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:27.195344Z","time spent":"2.000689191s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:30.139593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00803991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:30.139813Z","caller":"traceutil/trace.go:171","msg":"trace[1068826866] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008294055s","start":"2026-05-07T03:10:20.131498Z","end":"2026-05-07T03:10:30.139792Z","steps":["trace[1068826866] 'agreement among raft nodes before linearized reading' (duration: 10.00805185s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.139957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.131489Z","time spent":"10.008409228s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/05/07 03:10:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:30.624634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.370069279s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:10:30.947663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693300618s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:30.947905Z","caller":"traceutil/trace.go:171","msg":"trace[58077371] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"2.859692123s","start":"2026-05-07T03:10:28.088194Z","end":"2026-05-07T03:10:30.947886Z","steps":["trace[58077371] 'process raft request' (duration: 2.859587441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.94798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:28.088178Z","time spent":"2.859769785s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:30.948188Z","caller":"traceutil/trace.go:171","msg":"trace[120777439] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"5.818449689s","start":"2026-05-07T03:10:25.129726Z","end":"2026-05-07T03:10:30.948175Z","steps":["trace[120777439] 'process raft request' (duration: 3.124546488s)","trace[120777439] 'compare' (duration: 2.691674771s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:30.948255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.1297Z","time spent":"5.818524011s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:30.948922Z","caller":"traceutil/trace.go:171","msg":"trace[440100632] linearizableReadLoop","detail":"{readStateIndex:29346; appliedIndex:29345; }","duration":"2.866762821s","start":"2026-05-07T03:10:28.082122Z","end":"2026-05-07T03:10:30.948885Z","steps":["trace[440100632] 'read index received' (duration: 172.520463ms)","trace[440100632] 'applied index is now lower than readState.Index' (duration: 2.694239208s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:30.949369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243851645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:10:30.949505Z","caller":"traceutil/trace.go:171","msg":"trace[1072050797] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28319; }","duration":"4.24406599s","start":"2026-05-07T03:10:26.705415Z","end":"2026-05-07T03:10:30.949481Z","steps":["trace[1072050797] 'agreement among raft nodes before linearized reading' (duration: 4.243839045s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.949646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:26.705397Z","time spent":"4.244224915s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.145311449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.950099Z","caller":"traceutil/trace.go:171","msg":"trace[1739754308] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28319; }","duration":"6.145490563s","start":"2026-05-07T03:10:24.804587Z","end":"2026-05-07T03:10:30.950078Z","steps":["trace[1739754308] 'agreement among raft nodes before linearized reading' (duration: 6.14533166s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.258874787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.950383Z","caller":"traceutil/trace.go:171","msg":"trace[442126864] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28319; }","duration":"7.258978739s","start":"2026-05-07T03:10:23.691381Z","end":"2026-05-07T03:10:30.95036Z","steps":["trace[442126864] 'agreement among raft nodes before linearized reading' (duration: 7.258812646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:23.69136Z","time spent":"7.25904417s","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.869753983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274758"} {"level":"warn","ts":"2026-05-07T03:10:30.950425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29636553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:10:30.950485Z","caller":"traceutil/trace.go:171","msg":"trace[1302887410] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:28319; }","duration":"9.869861516s","start":"2026-05-07T03:10:21.080604Z","end":"2026-05-07T03:10:30.950466Z","steps":["trace[1302887410] 'agreement among raft nodes before linearized reading' (duration: 9.869288903s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:30.950502Z","caller":"traceutil/trace.go:171","msg":"trace[598939870] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28319; }","duration":"5.296482553s","start":"2026-05-07T03:10:25.653998Z","end":"2026-05-07T03:10:30.950481Z","steps":["trace[598939870] 'agreement among raft nodes before linearized reading' (duration: 5.296315689s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581744783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.950538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.080584Z","time spent":"9.869938097s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274781,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:10:30.950553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.653982Z","time spent":"5.296555814s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:10:30.950574Z","caller":"traceutil/trace.go:171","msg":"trace[1853625977] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28319; }","duration":"5.581839135s","start":"2026-05-07T03:10:25.368713Z","end":"2026-05-07T03:10:30.950552Z","steps":["trace[1853625977] 'agreement among raft nodes before linearized reading' (duration: 5.581761594s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:24.80455Z","time spent":"6.145576794s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.368695Z","time spent":"5.581918567s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.228108887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.95076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.713800064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece\" ","response":"range_response_count:1 size:930"} {"level":"warn","ts":"2026-05-07T03:10:30.950426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.645266231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.950765Z","caller":"traceutil/trace.go:171","msg":"trace[175964391] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28319; }","duration":"6.228269421s","start":"2026-05-07T03:10:24.722479Z","end":"2026-05-07T03:10:30.950748Z","steps":["trace[175964391] 'agreement among raft nodes before linearized reading' (duration: 6.228121128s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.787398525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.950798Z","caller":"traceutil/trace.go:171","msg":"trace[1309012859] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece; range_end:; response_count:1; response_revision:28319; }","duration":"6.713872256s","start":"2026-05-07T03:10:24.236914Z","end":"2026-05-07T03:10:30.950786Z","steps":["trace[1309012859] 'agreement among raft nodes before linearized reading' (duration: 6.713743483s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:30.950857Z","caller":"traceutil/trace.go:171","msg":"trace[1909116796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28319; }","duration":"5.787468057s","start":"2026-05-07T03:10:25.163341Z","end":"2026-05-07T03:10:30.95081Z","steps":["trace[1909116796] 'agreement among raft nodes before linearized reading' (duration: 5.787409436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:24.72246Z","time spent":"6.228345683s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:24.236893Z","time spent":"6.713965148s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":953,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece\" "} {"level":"info","ts":"2026-05-07T03:10:30.950864Z","caller":"traceutil/trace.go:171","msg":"trace[1419896439] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28319; }","duration":"5.645720001s","start":"2026-05-07T03:10:25.30508Z","end":"2026-05-07T03:10:30.9508Z","steps":["trace[1419896439] 'agreement among raft nodes before linearized reading' (duration: 5.64522547s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.950888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.163321Z","time spent":"5.787557899s","remote":"127.0.0.1:60514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.950798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.545322497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.950929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:25.30506Z","time spent":"5.645848414s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:10:30.950937Z","caller":"traceutil/trace.go:171","msg":"trace[394861959] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28319; }","duration":"8.545507761s","start":"2026-05-07T03:10:22.405412Z","end":"2026-05-07T03:10:30.95092Z","steps":["trace[394861959] 'agreement among raft nodes before linearized reading' (duration: 8.545335817s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.95099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:22.405385Z","time spent":"8.545589083s","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.95111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073381823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:10:30.951142Z","caller":"traceutil/trace.go:171","msg":"trace[1092571406] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28319; }","duration":"6.073469994s","start":"2026-05-07T03:10:24.877663Z","end":"2026-05-07T03:10:30.951133Z","steps":["trace[1092571406] 'agreement among raft nodes before linearized reading' (duration: 6.073337131s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.951248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.244617603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.951304Z","caller":"traceutil/trace.go:171","msg":"trace[509397255] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28319; }","duration":"9.244707564s","start":"2026-05-07T03:10:21.706582Z","end":"2026-05-07T03:10:30.95129Z","steps":["trace[509397255] 'agreement among raft nodes before linearized reading' (duration: 9.244621742s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.951345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.706561Z","time spent":"9.244771586s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.951474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:24.877638Z","time spent":"6.073523495s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.951507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.450404623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.951631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.751045842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.95168Z","caller":"traceutil/trace.go:171","msg":"trace[2086859149] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28319; }","duration":"7.450595138s","start":"2026-05-07T03:10:23.501055Z","end":"2026-05-07T03:10:30.951651Z","steps":["trace[2086859149] 'agreement among raft nodes before linearized reading' (duration: 7.450414954s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.951736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.8459383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.951575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.642623431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.951788Z","caller":"traceutil/trace.go:171","msg":"trace[1910473502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28319; }","duration":"9.846032422s","start":"2026-05-07T03:10:21.105742Z","end":"2026-05-07T03:10:30.951774Z","steps":["trace[1910473502] 'agreement among raft nodes before linearized reading' (duration: 9.845963401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.951844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.105733Z","time spent":"9.846092614s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.951764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:23.501038Z","time spent":"7.45071155s","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:10:30.951677Z","caller":"traceutil/trace.go:171","msg":"trace[659351437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28319; }","duration":"9.751141595s","start":"2026-05-07T03:10:21.200521Z","end":"2026-05-07T03:10:30.951663Z","steps":["trace[659351437] 'agreement among raft nodes before linearized reading' (duration: 9.751081344s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.951972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.200492Z","time spent":"9.751467552s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.952049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.824572706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-07T03:10:30.952068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.202660684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:10:30.952094Z","caller":"traceutil/trace.go:171","msg":"trace[815573943] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28319; }","duration":"10.824650678s","start":"2026-05-07T03:10:20.127432Z","end":"2026-05-07T03:10:30.952082Z","steps":["trace[815573943] 'agreement among raft nodes before linearized reading' (duration: 10.824573657s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:30.952107Z","caller":"traceutil/trace.go:171","msg":"trace[685612214] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d; range_end:; response_count:1; response_revision:28319; }","duration":"8.202727905s","start":"2026-05-07T03:10:22.749365Z","end":"2026-05-07T03:10:30.952093Z","steps":["trace[685612214] 'agreement among raft nodes before linearized reading' (duration: 8.202592862s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.952128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.127412Z","time spent":"10.824708089s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-07T03:10:30.952137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:22.749321Z","time spent":"8.202806267s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" "} {"level":"warn","ts":"2026-05-07T03:10:30.95214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484191497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.95217Z","caller":"traceutil/trace.go:171","msg":"trace[868086066] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28319; }","duration":"2.484259618s","start":"2026-05-07T03:10:28.467902Z","end":"2026-05-07T03:10:30.952161Z","steps":["trace[868086066] 'agreement among raft nodes before linearized reading' (duration: 2.484208357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.952204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:28.467882Z","time spent":"2.48431352s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.95222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385292187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.952261Z","caller":"traceutil/trace.go:171","msg":"trace[1200303725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28319; }","duration":"1.385375068s","start":"2026-05-07T03:10:29.566875Z","end":"2026-05-07T03:10:30.95225Z","steps":["trace[1200303725] 'agreement among raft nodes before linearized reading' (duration: 1.385308856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.952288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:29.566852Z","time spent":"1.38543013s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.952219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.255467276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:30.952382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015912171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.952422Z","caller":"traceutil/trace.go:171","msg":"trace[385085290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28319; }","duration":"2.015991553s","start":"2026-05-07T03:10:28.936421Z","end":"2026-05-07T03:10:30.952412Z","steps":["trace[385085290] 'agreement among raft nodes before linearized reading' (duration: 2.015931201s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:30.95239Z","caller":"traceutil/trace.go:171","msg":"trace[2040012538] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28319; }","duration":"10.256312737s","start":"2026-05-07T03:10:20.696063Z","end":"2026-05-07T03:10:30.952376Z","steps":["trace[2040012538] 'agreement among raft nodes before linearized reading' (duration: 10.253932313s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.952495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:20.696033Z","time spent":"10.25644829s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.952393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.00161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.952593Z","caller":"traceutil/trace.go:171","msg":"trace[1986720682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28319; }","duration":"115.274775ms","start":"2026-05-07T03:10:30.837302Z","end":"2026-05-07T03:10:30.952577Z","steps":["trace[1986720682] 'agreement among raft nodes before linearized reading' (duration: 115.070581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.952451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:28.9364Z","time spent":"2.016041913s","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.952355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756122829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.952863Z","caller":"traceutil/trace.go:171","msg":"trace[441454018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28319; }","duration":"1.75666678s","start":"2026-05-07T03:10:29.196187Z","end":"2026-05-07T03:10:30.952853Z","steps":["trace[441454018] 'agreement among raft nodes before linearized reading' (duration: 1.756135248s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.9529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:29.196162Z","time spent":"1.756728612s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:10:30.953496Z","caller":"traceutil/trace.go:171","msg":"trace[339874155] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28319; }","duration":"9.642916897s","start":"2026-05-07T03:10:21.308881Z","end":"2026-05-07T03:10:30.951798Z","steps":["trace[339874155] 'agreement among raft nodes before linearized reading' (duration: 9.642656011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.953557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:21.308849Z","time spent":"9.644691177s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:30.954654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.20610101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:30.954694Z","caller":"traceutil/trace.go:171","msg":"trace[1524870390] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:0; response_revision:28319; }","duration":"8.206173701s","start":"2026-05-07T03:10:22.748512Z","end":"2026-05-07T03:10:30.954686Z","steps":["trace[1524870390] 'agreement among raft nodes before linearized reading' (duration: 8.206080609s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:30.954716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:22.748497Z","time spent":"8.206214143s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:10:32.474751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.426368743s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:10:32.764899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716390151s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-07T03:10:32.765259Z","caller":"traceutil/trace.go:171","msg":"trace[311763279] linearizableReadLoop","detail":"{readStateIndex:29349; appliedIndex:29347; }","duration":"1.809760615s","start":"2026-05-07T03:10:30.955476Z","end":"2026-05-07T03:10:32.765237Z","steps":["trace[311763279] 'read index received' (duration: 93.034897ms)","trace[311763279] 'applied index is now lower than readState.Index' (duration: 1.716724598s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:32.76544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.955374Z","time spent":"1.810056022s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:10:32.765629Z","caller":"traceutil/trace.go:171","msg":"trace[1052173277] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"1.804173171s","start":"2026-05-07T03:10:30.961437Z","end":"2026-05-07T03:10:32.76561Z","steps":["trace[1052173277] 'process raft request' (duration: 1.803655679s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:32.765767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.961421Z","time spent":"1.804267803s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:32.765781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.955249Z","time spent":"1.810528632s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:10:32.766112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810619544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-05-07T03:10:32.766181Z","caller":"traceutil/trace.go:171","msg":"trace[209436848] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg; range_end:; response_count:1; response_revision:28320; }","duration":"1.810766068s","start":"2026-05-07T03:10:30.955392Z","end":"2026-05-07T03:10:32.766158Z","steps":["trace[209436848] 'agreement among raft nodes before linearized reading' (duration: 1.810572223s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:32.766224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.955366Z","time spent":"1.8108494s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" "} {"level":"warn","ts":"2026-05-07T03:10:32.766316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809443588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:10:32.766416Z","caller":"traceutil/trace.go:171","msg":"trace[231002023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28320; }","duration":"1.809580392s","start":"2026-05-07T03:10:30.956816Z","end":"2026-05-07T03:10:32.766397Z","steps":["trace[231002023] 'agreement among raft nodes before linearized reading' (duration: 1.809396648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:32.766463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.9568Z","time spent":"1.809653283s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:10:32.766584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02682172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:10:32.766684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808042297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:32.766692Z","caller":"traceutil/trace.go:171","msg":"trace[1555012925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28320; }","duration":"1.026932973s","start":"2026-05-07T03:10:31.739706Z","end":"2026-05-07T03:10:32.766639Z","steps":["trace[1555012925] 'agreement among raft nodes before linearized reading' (duration: 1.026589786s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:32.766784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:31.739689Z","time spent":"1.027076106s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:10:32.766813Z","caller":"traceutil/trace.go:171","msg":"trace[240309952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28320; }","duration":"1.80817753s","start":"2026-05-07T03:10:30.958622Z","end":"2026-05-07T03:10:32.766713Z","steps":["trace[240309952] 'agreement among raft nodes before linearized reading' (duration: 1.808035907s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:32.766852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:30.958613Z","time spent":"1.808229131s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:10:33.116149Z","caller":"traceutil/trace.go:171","msg":"trace[1000277729] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"346.662122ms","start":"2026-05-07T03:10:32.769459Z","end":"2026-05-07T03:10:33.116122Z","steps":["trace[1000277729] 'process raft request' (duration: 337.450957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.116283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:32.769441Z","time spent":"346.780324ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:33.116261Z","caller":"traceutil/trace.go:171","msg":"trace[1240957562] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29350; }","duration":"346.592531ms","start":"2026-05-07T03:10:32.769644Z","end":"2026-05-07T03:10:33.116236Z","steps":["trace[1240957562] 'read index received' (duration: 69.705827ms)","trace[1240957562] 'applied index is now lower than readState.Index' (duration: 276.885754ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:33.116512Z","caller":"traceutil/trace.go:171","msg":"trace[339830132] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"341.419594ms","start":"2026-05-07T03:10:32.775083Z","end":"2026-05-07T03:10:33.116503Z","steps":["trace[339830132] 'process raft request' (duration: 340.686458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.116566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:32.775075Z","time spent":"341.466476ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:33.116573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.909887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:33.116609Z","caller":"traceutil/trace.go:171","msg":"trace[1437105753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28323; }","duration":"346.98406ms","start":"2026-05-07T03:10:32.769614Z","end":"2026-05-07T03:10:33.116598Z","steps":["trace[1437105753] 'agreement among raft nodes before linearized reading' (duration: 346.903088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.116649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:32.769602Z","time spent":"347.03991ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:33.116673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.69135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:10:33.116735Z","caller":"traceutil/trace.go:171","msg":"trace[1105349932] range","detail":"{range_begin:/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7; range_end:; response_count:1; response_revision:28323; }","duration":"345.770021ms","start":"2026-05-07T03:10:32.77095Z","end":"2026-05-07T03:10:33.11672Z","steps":["trace[1105349932] 'agreement among raft nodes before linearized reading' (duration: 345.603868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.116783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:32.770943Z","time spent":"345.828052ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" "} {"level":"warn","ts":"2026-05-07T03:10:33.11686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.693822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42a47009\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-05-07T03:10:33.116903Z","caller":"traceutil/trace.go:171","msg":"trace[1691539363] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42a47009; range_end:; response_count:1; response_revision:28323; }","duration":"273.770384ms","start":"2026-05-07T03:10:32.843121Z","end":"2026-05-07T03:10:33.116891Z","steps":["trace[1691539363] 'agreement among raft nodes before linearized reading' (duration: 273.662672ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:33.340751Z","caller":"traceutil/trace.go:171","msg":"trace[1782381361] linearizableReadLoop","detail":"{readStateIndex:29354; appliedIndex:29353; }","duration":"222.053269ms","start":"2026-05-07T03:10:33.118679Z","end":"2026-05-07T03:10:33.340732Z","steps":["trace[1782381361] 'read index received' (duration: 221.869575ms)","trace[1782381361] 'applied index is now lower than readState.Index' (duration: 182.964µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:33.340896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.198532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:10:33.340922Z","caller":"traceutil/trace.go:171","msg":"trace[925240525] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28324; }","duration":"222.256663ms","start":"2026-05-07T03:10:33.118658Z","end":"2026-05-07T03:10:33.340914Z","steps":["trace[925240525] 'agreement among raft nodes before linearized reading' (duration: 222.167451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:33.340874Z","caller":"traceutil/trace.go:171","msg":"trace[1693099238] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"222.226242ms","start":"2026-05-07T03:10:33.11861Z","end":"2026-05-07T03:10:33.340836Z","steps":["trace[1693099238] 'process raft request' (duration: 221.991077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.340981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.736775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn\" ","response":"range_response_count:1 size:13396"} {"level":"info","ts":"2026-05-07T03:10:33.341029Z","caller":"traceutil/trace.go:171","msg":"trace[1970664875] range","detail":"{range_begin:/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn; range_end:; response_count:1; response_revision:28324; }","duration":"218.800336ms","start":"2026-05-07T03:10:33.122219Z","end":"2026-05-07T03:10:33.341019Z","steps":["trace[1970664875] 'agreement among raft nodes before linearized reading' (duration: 218.665053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.341046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.40147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:33.341153Z","caller":"traceutil/trace.go:171","msg":"trace[259408823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28324; }","duration":"215.550493ms","start":"2026-05-07T03:10:33.125575Z","end":"2026-05-07T03:10:33.341125Z","steps":["trace[259408823] 'agreement among raft nodes before linearized reading' (duration: 215.350159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.341265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.553247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:10:33.341294Z","caller":"traceutil/trace.go:171","msg":"trace[77555444] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28324; }","duration":"217.584368ms","start":"2026-05-07T03:10:33.123701Z","end":"2026-05-07T03:10:33.341285Z","steps":["trace[77555444] 'agreement among raft nodes before linearized reading' (duration: 217.480376ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:33.694282Z","caller":"traceutil/trace.go:171","msg":"trace[830893658] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"347.389587ms","start":"2026-05-07T03:10:33.346865Z","end":"2026-05-07T03:10:33.694255Z","steps":["trace[830893658] 'process raft request' (duration: 272.760351ms)","trace[830893658] 'compare' (duration: 74.468933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:33.694426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.346853Z","time spent":"347.500231ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:33.70327Z","caller":"traceutil/trace.go:171","msg":"trace[1017612678] linearizableReadLoop","detail":"{readStateIndex:29356; appliedIndex:29354; }","duration":"354.445245ms","start":"2026-05-07T03:10:33.348807Z","end":"2026-05-07T03:10:33.703253Z","steps":["trace[1017612678] 'read index received' (duration: 270.801368ms)","trace[1017612678] 'applied index is now lower than readState.Index' (duration: 83.642927ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:33.703528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.697312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:10:33.703571Z","caller":"traceutil/trace.go:171","msg":"trace[1599670699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28326; }","duration":"354.766833ms","start":"2026-05-07T03:10:33.348791Z","end":"2026-05-07T03:10:33.703558Z","steps":["trace[1599670699] 'agreement among raft nodes before linearized reading' (duration: 354.531788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.703603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.348782Z","time spent":"354.811814ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T03:10:33.703753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.346951Z","time spent":"356.780778ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:10:33.703868Z","caller":"traceutil/trace.go:171","msg":"trace[1687979930] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"351.46657ms","start":"2026-05-07T03:10:33.352369Z","end":"2026-05-07T03:10:33.703836Z","steps":["trace[1687979930] 'process raft request' (duration: 350.740853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:33.704015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.352349Z","time spent":"351.585772ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13564,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:34.158138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.367353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:34.15832Z","caller":"traceutil/trace.go:171","msg":"trace[1924331987] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"459.677535ms","start":"2026-05-07T03:10:33.698624Z","end":"2026-05-07T03:10:34.158301Z","steps":["trace[1924331987] 'process raft request' (duration: 264.080497ms)","trace[1924331987] 'compare' (duration: 194.746559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:34.158377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.698602Z","time spent":"459.749607ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:34.159651Z","caller":"traceutil/trace.go:171","msg":"trace[1787778822] linearizableReadLoop","detail":"{readStateIndex:29359; appliedIndex:29357; }","duration":"453.679662ms","start":"2026-05-07T03:10:33.705942Z","end":"2026-05-07T03:10:34.159622Z","steps":["trace[1787778822] 'read index received' (duration: 256.775045ms)","trace[1787778822] 'applied index is now lower than readState.Index' (duration: 196.903207ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:34.159735Z","caller":"traceutil/trace.go:171","msg":"trace[343603067] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"454.413047ms","start":"2026-05-07T03:10:33.70528Z","end":"2026-05-07T03:10:34.159693Z","steps":["trace[343603067] 'process raft request' (duration: 454.181742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.16001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.784727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" ","response":"range_response_count:1 size:4981"} {"level":"info","ts":"2026-05-07T03:10:34.160078Z","caller":"traceutil/trace.go:171","msg":"trace[547120913] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch; range_end:; response_count:1; response_revision:28328; }","duration":"450.902179ms","start":"2026-05-07T03:10:33.709158Z","end":"2026-05-07T03:10:34.16006Z","steps":["trace[547120913] 'agreement among raft nodes before linearized reading' (duration: 450.654073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.1601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.705264Z","time spent":"454.736246ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:34.16013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.709133Z","time spent":"450.983392ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5004,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" "} {"level":"warn","ts":"2026-05-07T03:10:34.160218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.786069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:34.160295Z","caller":"traceutil/trace.go:171","msg":"trace[289839361] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28328; }","duration":"331.983754ms","start":"2026-05-07T03:10:33.828291Z","end":"2026-05-07T03:10:34.160275Z","steps":["trace[289839361] 'agreement among raft nodes before linearized reading' (duration: 331.764389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.160348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.828272Z","time spent":"332.058935ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:34.160336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.366328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:10:34.160441Z","caller":"traceutil/trace.go:171","msg":"trace[498200839] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4; range_end:; response_count:1; response_revision:28328; }","duration":"454.500981ms","start":"2026-05-07T03:10:33.705908Z","end":"2026-05-07T03:10:34.160409Z","steps":["trace[498200839] 'agreement among raft nodes before linearized reading' (duration: 453.873866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.160564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.705891Z","time spent":"454.656554ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4\" "} {"level":"warn","ts":"2026-05-07T03:10:34.161005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.839615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:34.161099Z","caller":"traceutil/trace.go:171","msg":"trace[2138261169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28328; }","duration":"316.987209ms","start":"2026-05-07T03:10:33.844086Z","end":"2026-05-07T03:10:34.161074Z","steps":["trace[2138261169] 'agreement among raft nodes before linearized reading' (duration: 315.932615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.161178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:33.844075Z","time spent":"317.08275ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:34.48812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.652277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:34.488213Z","caller":"traceutil/trace.go:171","msg":"trace[211614671] linearizableReadLoop","detail":"{readStateIndex:29361; appliedIndex:29360; }","duration":"288.044782ms","start":"2026-05-07T03:10:34.200149Z","end":"2026-05-07T03:10:34.488194Z","steps":["trace[211614671] 'read index received' (duration: 80.266292ms)","trace[211614671] 'applied index is now lower than readState.Index' (duration: 207.77688ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:34.488288Z","caller":"traceutil/trace.go:171","msg":"trace[1141959400] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"288.710497ms","start":"2026-05-07T03:10:34.199566Z","end":"2026-05-07T03:10:34.488276Z","steps":["trace[1141959400] 'process raft request' (duration: 80.838865ms)","trace[1141959400] 'compare' (duration: 207.561975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:34.488621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.471533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-05-07T03:10:34.488721Z","caller":"traceutil/trace.go:171","msg":"trace[2088699339] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28330; }","duration":"288.541254ms","start":"2026-05-07T03:10:34.200115Z","end":"2026-05-07T03:10:34.488656Z","steps":["trace[2088699339] 'agreement among raft nodes before linearized reading' (duration: 288.35915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.938994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.810796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:34.939066Z","caller":"traceutil/trace.go:171","msg":"trace[591986330] linearizableReadLoop","detail":"{readStateIndex:29362; appliedIndex:29361; }","duration":"450.814388ms","start":"2026-05-07T03:10:34.488241Z","end":"2026-05-07T03:10:34.939055Z","steps":["trace[591986330] 'read index received' (duration: 137.820008ms)","trace[591986330] 'applied index is now lower than readState.Index' (duration: 312.99338ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:34.939422Z","caller":"traceutil/trace.go:171","msg":"trace[1683784241] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"738.372399ms","start":"2026-05-07T03:10:34.20102Z","end":"2026-05-07T03:10:34.939393Z","steps":["trace[1683784241] 'process raft request' (duration: 425.104143ms)","trace[1683784241] 'compare' (duration: 312.518819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:34.939477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.567195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-05-07T03:10:34.93945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.397343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:34.939465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.916779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:34.939512Z","caller":"traceutil/trace.go:171","msg":"trace[1523705997] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba; range_end:; response_count:1; response_revision:28331; }","duration":"447.630117ms","start":"2026-05-07T03:10:34.491871Z","end":"2026-05-07T03:10:34.939501Z","steps":["trace[1523705997] 'agreement among raft nodes before linearized reading' (duration: 447.502934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.939517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.643683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-07T03:10:34.939537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.491855Z","time spent":"447.675647ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba\" "} {"level":"info","ts":"2026-05-07T03:10:34.93953Z","caller":"traceutil/trace.go:171","msg":"trace[1795564992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28331; }","duration":"675.520446ms","start":"2026-05-07T03:10:34.263992Z","end":"2026-05-07T03:10:34.939513Z","steps":["trace[1795564992] 'agreement among raft nodes before linearized reading' (duration: 675.385223ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:34.939543Z","caller":"traceutil/trace.go:171","msg":"trace[1038844108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28331; }","duration":"592.052822ms","start":"2026-05-07T03:10:34.347471Z","end":"2026-05-07T03:10:34.939524Z","steps":["trace[1038844108] 'agreement among raft nodes before linearized reading' (duration: 591.912599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.93955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.201008Z","time spent":"738.482432ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4183,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:34.939572Z","caller":"traceutil/trace.go:171","msg":"trace[800429884] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28331; }","duration":"668.740184ms","start":"2026-05-07T03:10:34.270817Z","end":"2026-05-07T03:10:34.939557Z","steps":["trace[800429884] 'agreement among raft nodes before linearized reading' (duration: 668.54813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:34.939579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.263973Z","time spent":"675.598837ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:34.939583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.347454Z","time spent":"592.120873ms","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:34.939608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.270798Z","time spent":"668.801876ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-07T03:10:35.250124Z","caller":"traceutil/trace.go:171","msg":"trace[119468620] linearizableReadLoop","detail":"{readStateIndex:29363; appliedIndex:29362; }","duration":"306.438644ms","start":"2026-05-07T03:10:34.943642Z","end":"2026-05-07T03:10:35.250081Z","steps":["trace[119468620] 'read index received' (duration: 306.200279ms)","trace[119468620] 'applied index is now lower than readState.Index' (duration: 236.805µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:35.250197Z","caller":"traceutil/trace.go:171","msg":"trace[167626877] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"307.242972ms","start":"2026-05-07T03:10:34.942924Z","end":"2026-05-07T03:10:35.250167Z","steps":["trace[167626877] 'process raft request' (duration: 306.973856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.250409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.74719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-07T03:10:35.25045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.589457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" ","response":"range_response_count:1 size:4729"} {"level":"info","ts":"2026-05-07T03:10:35.250776Z","caller":"traceutil/trace.go:171","msg":"trace[1429039692] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg; range_end:; response_count:1; response_revision:28332; }","duration":"306.929714ms","start":"2026-05-07T03:10:34.943816Z","end":"2026-05-07T03:10:35.250745Z","steps":["trace[1429039692] 'agreement among raft nodes before linearized reading' (duration: 306.471314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.250873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.943807Z","time spent":"307.032077ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4752,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" "} {"level":"warn","ts":"2026-05-07T03:10:35.251146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.942896Z","time spent":"307.646981ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:35.252739Z","caller":"traceutil/trace.go:171","msg":"trace[714921542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f; range_end:; response_count:1; response_revision:28332; }","duration":"306.990076ms","start":"2026-05-07T03:10:34.943616Z","end":"2026-05-07T03:10:35.250607Z","steps":["trace[714921542] 'agreement among raft nodes before linearized reading' (duration: 306.634518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.252814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:34.943602Z","time spent":"309.197405ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f\" "} {"level":"warn","ts":"2026-05-07T03:10:35.688144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.880344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:35.688235Z","caller":"traceutil/trace.go:171","msg":"trace[1191838618] linearizableReadLoop","detail":"{readStateIndex:29364; appliedIndex:29363; }","duration":"429.89912ms","start":"2026-05-07T03:10:35.258322Z","end":"2026-05-07T03:10:35.688221Z","steps":["trace[1191838618] 'read index received' (duration: 96.559506ms)","trace[1191838618] 'applied index is now lower than readState.Index' (duration: 333.337584ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:35.688295Z","caller":"traceutil/trace.go:171","msg":"trace[1965945032] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"433.094052ms","start":"2026-05-07T03:10:35.255167Z","end":"2026-05-07T03:10:35.688261Z","steps":["trace[1965945032] 'process raft request' (duration: 99.700017ms)","trace[1965945032] 'compare' (duration: 331.896383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:35.688445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.255143Z","time spent":"433.230465ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:10:35.688607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.275088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:10:35.688644Z","caller":"traceutil/trace.go:171","msg":"trace[1873037410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28333; }","duration":"430.34049ms","start":"2026-05-07T03:10:35.258293Z","end":"2026-05-07T03:10:35.688634Z","steps":["trace[1873037410] 'agreement among raft nodes before linearized reading' (duration: 429.993882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.688673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.258279Z","time spent":"430.38531ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-07T03:10:35.940475Z","caller":"traceutil/trace.go:171","msg":"trace[951327492] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"247.766932ms","start":"2026-05-07T03:10:35.692684Z","end":"2026-05-07T03:10:35.940451Z","steps":["trace[951327492] 'process raft request' (duration: 247.704081ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:35.940485Z","caller":"traceutil/trace.go:171","msg":"trace[592331915] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"680.721561ms","start":"2026-05-07T03:10:35.259727Z","end":"2026-05-07T03:10:35.940448Z","steps":["trace[592331915] 'process raft request' (duration: 592.464341ms)","trace[592331915] 'compare' (duration: 88.074756ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:35.940568Z","caller":"traceutil/trace.go:171","msg":"trace[1764241] linearizableReadLoop","detail":"{readStateIndex:29365; appliedIndex:29364; }","duration":"252.297215ms","start":"2026-05-07T03:10:35.688255Z","end":"2026-05-07T03:10:35.940552Z","steps":["trace[1764241] 'read index received' (duration: 163.948832ms)","trace[1764241] 'applied index is now lower than readState.Index' (duration: 88.347043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:35.940656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.259711Z","time spent":"680.853885ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5025,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:35.940706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.659142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:35.940743Z","caller":"traceutil/trace.go:171","msg":"trace[1391440727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28335; }","duration":"659.742763ms","start":"2026-05-07T03:10:35.280989Z","end":"2026-05-07T03:10:35.940731Z","steps":["trace[1391440727] 'agreement among raft nodes before linearized reading' (duration: 659.652311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.940788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.280974Z","time spent":"659.802645ms","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:35.940952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.141551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-07T03:10:35.940995Z","caller":"traceutil/trace.go:171","msg":"trace[1805521845] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc; range_end:; response_count:1; response_revision:28335; }","duration":"248.216732ms","start":"2026-05-07T03:10:35.692767Z","end":"2026-05-07T03:10:35.940984Z","steps":["trace[1805521845] 'agreement among raft nodes before linearized reading' (duration: 248.09516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.941003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.151151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:35.941036Z","caller":"traceutil/trace.go:171","msg":"trace[269226263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28335; }","duration":"677.203192ms","start":"2026-05-07T03:10:35.263821Z","end":"2026-05-07T03:10:35.941024Z","steps":["trace[269226263] 'agreement among raft nodes before linearized reading' (duration: 677.156251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:35.941069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.263815Z","time spent":"677.247804ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:10:36.239962Z","caller":"traceutil/trace.go:171","msg":"trace[1763934835] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"285.848724ms","start":"2026-05-07T03:10:35.954083Z","end":"2026-05-07T03:10:36.239932Z","steps":["trace[1763934835] 'process raft request' (duration: 285.618648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:36.84837Z","caller":"traceutil/trace.go:171","msg":"trace[1000078062] linearizableReadLoop","detail":"{readStateIndex:29368; appliedIndex:29366; }","duration":"890.246702ms","start":"2026-05-07T03:10:35.958098Z","end":"2026-05-07T03:10:36.848345Z","steps":["trace[1000078062] 'read index received' (duration: 281.728132ms)","trace[1000078062] 'applied index is now lower than readState.Index' (duration: 608.51775ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:36.848436Z","caller":"traceutil/trace.go:171","msg":"trace[112349199] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"892.284566ms","start":"2026-05-07T03:10:35.956121Z","end":"2026-05-07T03:10:36.848406Z","steps":["trace[112349199] 'process raft request' (duration: 891.980029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.848573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.956104Z","time spent":"892.384739ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:36.848583Z","caller":"traceutil/trace.go:171","msg":"trace[1800355478] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"888.500952ms","start":"2026-05-07T03:10:35.959994Z","end":"2026-05-07T03:10:36.848495Z","steps":["trace[1800355478] 'process raft request' (duration: 888.287177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.848717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.049363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:36.848754Z","caller":"traceutil/trace.go:171","msg":"trace[1896883640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28338; }","duration":"584.125034ms","start":"2026-05-07T03:10:36.264616Z","end":"2026-05-07T03:10:36.848741Z","steps":["trace[1896883640] 'agreement among raft nodes before linearized reading' (duration: 584.076403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.848803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:36.264593Z","time spent":"584.200386ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:36.848651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.527158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-07T03:10:36.848864Z","caller":"traceutil/trace.go:171","msg":"trace[1944901476] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e; range_end:; response_count:1; response_revision:28338; }","duration":"890.783763ms","start":"2026-05-07T03:10:35.958072Z","end":"2026-05-07T03:10:36.848855Z","steps":["trace[1944901476] 'agreement among raft nodes before linearized reading' (duration: 890.402865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.848851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.689401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T03:10:36.848884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.715578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:10:36.848931Z","caller":"traceutil/trace.go:171","msg":"trace[1156784286] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28338; }","duration":"573.810404ms","start":"2026-05-07T03:10:36.2751Z","end":"2026-05-07T03:10:36.84891Z","steps":["trace[1156784286] 'agreement among raft nodes before linearized reading' (duration: 573.565599ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:36.848951Z","caller":"traceutil/trace.go:171","msg":"trace[507861192] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28338; }","duration":"550.825211ms","start":"2026-05-07T03:10:36.29811Z","end":"2026-05-07T03:10:36.848935Z","steps":["trace[507861192] 'agreement among raft nodes before linearized reading' (duration: 550.655687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.848851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.959985Z","time spent":"888.749177ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:36.848981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:36.298088Z","time spent":"550.887893ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:10:36.848992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:36.275083Z","time spent":"573.895566ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T03:10:36.848891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:35.958061Z","time spent":"890.822555ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e\" "} {"level":"warn","ts":"2026-05-07T03:10:36.849419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.34158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6cd5a5\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-07T03:10:36.849472Z","caller":"traceutil/trace.go:171","msg":"trace[1899611373] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6cd5a5; range_end:; response_count:1; response_revision:28338; }","duration":"605.395581ms","start":"2026-05-07T03:10:36.244064Z","end":"2026-05-07T03:10:36.84946Z","steps":["trace[1899611373] 'agreement among raft nodes before linearized reading' (duration: 605.215047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:36.849502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:36.244017Z","time spent":"605.479073ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6cd5a5\" "} {"level":"info","ts":"2026-05-07T03:10:37.113455Z","caller":"traceutil/trace.go:171","msg":"trace[2130390321] linearizableReadLoop","detail":"{readStateIndex:29372; appliedIndex:29370; }","duration":"244.464019ms","start":"2026-05-07T03:10:36.868968Z","end":"2026-05-07T03:10:37.113432Z","steps":["trace[2130390321] 'read index received' (duration: 96.409333ms)","trace[2130390321] 'applied index is now lower than readState.Index' (duration: 148.053576ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:37.113525Z","caller":"traceutil/trace.go:171","msg":"trace[267647353] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"244.714026ms","start":"2026-05-07T03:10:36.868795Z","end":"2026-05-07T03:10:37.113509Z","steps":["trace[267647353] 'process raft request' (duration: 244.4615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.113653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.68634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:37.113704Z","caller":"traceutil/trace.go:171","msg":"trace[74254530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28341; }","duration":"152.783263ms","start":"2026-05-07T03:10:36.960909Z","end":"2026-05-07T03:10:37.113692Z","steps":["trace[74254530] 'agreement among raft nodes before linearized reading' (duration: 152.685401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.113756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.343754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-xqw6l\" ","response":"range_response_count:1 size:6749"} {"level":"info","ts":"2026-05-07T03:10:37.113794Z","caller":"traceutil/trace.go:171","msg":"trace[2140592512] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-xqw6l; range_end:; response_count:1; response_revision:28341; }","duration":"144.430116ms","start":"2026-05-07T03:10:36.969354Z","end":"2026-05-07T03:10:37.113784Z","steps":["trace[2140592512] 'agreement among raft nodes before linearized reading' (duration: 144.343354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.113672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.696764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-07T03:10:37.113835Z","caller":"traceutil/trace.go:171","msg":"trace[2081474052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28341; }","duration":"244.887489ms","start":"2026-05-07T03:10:36.868937Z","end":"2026-05-07T03:10:37.113825Z","steps":["trace[2081474052] 'agreement among raft nodes before linearized reading' (duration: 244.609953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:37.305937Z","caller":"traceutil/trace.go:171","msg":"trace[1283234085] linearizableReadLoop","detail":"{readStateIndex:29374; appliedIndex:29373; }","duration":"175.131712ms","start":"2026-05-07T03:10:37.13078Z","end":"2026-05-07T03:10:37.305912Z","steps":["trace[1283234085] 'read index received' (duration: 147.095805ms)","trace[1283234085] 'applied index is now lower than readState.Index' (duration: 28.034767ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:37.306314Z","caller":"traceutil/trace.go:171","msg":"trace[538033998] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"184.262646ms","start":"2026-05-07T03:10:37.122035Z","end":"2026-05-07T03:10:37.306298Z","steps":["trace[538033998] 'process raft request' (duration: 155.943554ms)","trace[538033998] 'compare' (duration: 27.219737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:37.306663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.728686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4.18ad273bdffcee53\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-07T03:10:37.306703Z","caller":"traceutil/trace.go:171","msg":"trace[764647847] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4.18ad273bdffcee53; range_end:; response_count:1; response_revision:28343; }","duration":"175.812837ms","start":"2026-05-07T03:10:37.130881Z","end":"2026-05-07T03:10:37.306693Z","steps":["trace[764647847] 'agreement among raft nodes before linearized reading' (duration: 175.672984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.307019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.222876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-07T03:10:37.30705Z","caller":"traceutil/trace.go:171","msg":"trace[671809016] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811; range_end:; response_count:1; response_revision:28343; }","duration":"176.301827ms","start":"2026-05-07T03:10:37.130741Z","end":"2026-05-07T03:10:37.307043Z","steps":["trace[671809016] 'agreement among raft nodes before linearized reading' (duration: 176.205685ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:37.587051Z","caller":"traceutil/trace.go:171","msg":"trace[180036086] linearizableReadLoop","detail":"{readStateIndex:29376; appliedIndex:29375; }","duration":"186.755961ms","start":"2026-05-07T03:10:37.400254Z","end":"2026-05-07T03:10:37.58701Z","steps":["trace[180036086] 'read index received' (duration: 93.782814ms)","trace[180036086] 'applied index is now lower than readState.Index' (duration: 92.971327ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:37.587077Z","caller":"traceutil/trace.go:171","msg":"trace[1064815258] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"188.323535ms","start":"2026-05-07T03:10:37.398725Z","end":"2026-05-07T03:10:37.587048Z","steps":["trace[1064815258] 'process raft request' (duration: 95.202066ms)","trace[1064815258] 'compare' (duration: 92.417004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:37.587477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.18999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T03:10:37.587582Z","caller":"traceutil/trace.go:171","msg":"trace[1817504650] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28345; }","duration":"187.328604ms","start":"2026-05-07T03:10:37.400231Z","end":"2026-05-07T03:10:37.587559Z","steps":["trace[1817504650] 'agreement among raft nodes before linearized reading' (duration: 186.917735ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:37.644413Z","caller":"traceutil/trace.go:171","msg":"trace[1379348433] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"241.579705ms","start":"2026-05-07T03:10:37.402809Z","end":"2026-05-07T03:10:37.644389Z","steps":["trace[1379348433] 'process raft request' (duration: 241.453742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.975846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.195004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:37.976045Z","caller":"traceutil/trace.go:171","msg":"trace[497149496] linearizableReadLoop","detail":"{readStateIndex:29378; appliedIndex:29377; }","duration":"385.429748ms","start":"2026-05-07T03:10:37.590594Z","end":"2026-05-07T03:10:37.976023Z","steps":["trace[497149496] 'read index received' (duration: 53.777361ms)","trace[497149496] 'applied index is now lower than readState.Index' (duration: 331.650467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:37.976293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.219393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:10:37.976355Z","caller":"traceutil/trace.go:171","msg":"trace[1306968050] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb; range_end:; response_count:1; response_revision:28347; }","duration":"385.303265ms","start":"2026-05-07T03:10:37.591034Z","end":"2026-05-07T03:10:37.976337Z","steps":["trace[1306968050] 'agreement among raft nodes before linearized reading' (duration: 385.108611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.976327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.719814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-07T03:10:37.976401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.591016Z","time spent":"385.371976ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb\" "} {"level":"info","ts":"2026-05-07T03:10:37.976436Z","caller":"traceutil/trace.go:171","msg":"trace[1814701242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7; range_end:; response_count:1; response_revision:28347; }","duration":"385.882758ms","start":"2026-05-07T03:10:37.590533Z","end":"2026-05-07T03:10:37.976416Z","steps":["trace[1814701242] 'agreement among raft nodes before linearized reading' (duration: 385.599092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.976531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.590497Z","time spent":"386.000781ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7\" "} {"level":"info","ts":"2026-05-07T03:10:37.976531Z","caller":"traceutil/trace.go:171","msg":"trace[1377194019] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"415.233693ms","start":"2026-05-07T03:10:37.561272Z","end":"2026-05-07T03:10:37.976506Z","steps":["trace[1377194019] 'process raft request' (duration: 217.292862ms)","trace[1377194019] 'compare' (duration: 196.935159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:37.976622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.134556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4\" ","response":"range_response_count:1 size:5757"} {"level":"warn","ts":"2026-05-07T03:10:37.97665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.561253Z","time spent":"415.325565ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:37.976697Z","caller":"traceutil/trace.go:171","msg":"trace[718318227] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4; range_end:; response_count:1; response_revision:28347; }","duration":"327.261249ms","start":"2026-05-07T03:10:37.649419Z","end":"2026-05-07T03:10:37.97668Z","steps":["trace[718318227] 'agreement among raft nodes before linearized reading' (duration: 327.043974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.976741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.649397Z","time spent":"327.331991ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5780,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4\" "} {"level":"warn","ts":"2026-05-07T03:10:37.976694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.115811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:10:37.97694Z","caller":"traceutil/trace.go:171","msg":"trace[319425313] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28347; }","duration":"381.386897ms","start":"2026-05-07T03:10:37.595536Z","end":"2026-05-07T03:10:37.976923Z","steps":["trace[319425313] 'agreement among raft nodes before linearized reading' (duration: 380.971188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:37.977037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.595526Z","time spent":"381.490519ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:38.22953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.832137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:38.229613Z","caller":"traceutil/trace.go:171","msg":"trace[1910005441] linearizableReadLoop","detail":"{readStateIndex:29379; appliedIndex:29378; }","duration":"244.831457ms","start":"2026-05-07T03:10:37.984768Z","end":"2026-05-07T03:10:38.2296Z","steps":["trace[1910005441] 'read index received' (duration: 115.883187ms)","trace[1910005441] 'applied index is now lower than readState.Index' (duration: 128.94769ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:38.229657Z","caller":"traceutil/trace.go:171","msg":"trace[80974565] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"247.310583ms","start":"2026-05-07T03:10:37.982339Z","end":"2026-05-07T03:10:38.22965Z","steps":["trace[80974565] 'process raft request' (duration: 118.298222ms)","trace[80974565] 'compare' (duration: 128.754265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:38.229939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.171315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T03:10:38.229968Z","caller":"traceutil/trace.go:171","msg":"trace[1308356798] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9; range_end:; response_count:1; response_revision:28348; }","duration":"245.226976ms","start":"2026-05-07T03:10:37.984733Z","end":"2026-05-07T03:10:38.22996Z","steps":["trace[1308356798] 'agreement among raft nodes before linearized reading' (duration: 245.115813ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:38.299995Z","caller":"traceutil/trace.go:171","msg":"trace[1169880445] transaction","detail":"{read_only:false; response_revision:28349; number_of_response:1; }","duration":"314.186436ms","start":"2026-05-07T03:10:37.985789Z","end":"2026-05-07T03:10:38.299976Z","steps":["trace[1169880445] 'process raft request' (duration: 313.968682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:38.300098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.985779Z","time spent":"314.267228ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6056,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:38.300151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.304415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-05-07T03:10:38.300224Z","caller":"traceutil/trace.go:171","msg":"trace[377704096] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28349; }","duration":"308.405838ms","start":"2026-05-07T03:10:37.991803Z","end":"2026-05-07T03:10:38.300209Z","steps":["trace[377704096] 'agreement among raft nodes before linearized reading' (duration: 308.187413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:38.30026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:37.991797Z","time spent":"308.456108ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T03:10:38.779371Z","caller":"traceutil/trace.go:171","msg":"trace[1308527863] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"391.960282ms","start":"2026-05-07T03:10:38.387359Z","end":"2026-05-07T03:10:38.779319Z","steps":["trace[1308527863] 'process raft request' (duration: 391.668496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:38.779504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.812128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6889f6fbf7-594wb.18ad28eae38dad71\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-07T03:10:38.779548Z","caller":"traceutil/trace.go:171","msg":"trace[1368320572] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6889f6fbf7-594wb.18ad28eae38dad71; range_end:; response_count:1; response_revision:28353; }","duration":"351.912039ms","start":"2026-05-07T03:10:38.427626Z","end":"2026-05-07T03:10:38.779538Z","steps":["trace[1368320572] 'agreement among raft nodes before linearized reading' (duration: 351.761216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:38.779579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:38.427607Z","time spent":"351.962421ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6889f6fbf7-594wb.18ad28eae38dad71\" "} {"level":"warn","ts":"2026-05-07T03:10:38.779634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:38.387339Z","time spent":"392.131818ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:38.779351Z","caller":"traceutil/trace.go:171","msg":"trace[201266987] linearizableReadLoop","detail":"{readStateIndex:29384; appliedIndex:29383; }","duration":"351.480719ms","start":"2026-05-07T03:10:38.427671Z","end":"2026-05-07T03:10:38.779152Z","steps":["trace[201266987] 'read index received' (duration: 351.291344ms)","trace[201266987] 'applied index is now lower than readState.Index' (duration: 188.555µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:38.779915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.804313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-05-07T03:10:38.779955Z","caller":"traceutil/trace.go:171","msg":"trace[1908703920] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28353; }","duration":"251.888225ms","start":"2026-05-07T03:10:38.528057Z","end":"2026-05-07T03:10:38.779945Z","steps":["trace[1908703920] 'agreement among raft nodes before linearized reading' (duration: 251.809743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.097654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.007354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:39.097787Z","caller":"traceutil/trace.go:171","msg":"trace[1963834736] linearizableReadLoop","detail":"{readStateIndex:29387; appliedIndex:29386; }","duration":"180.339487ms","start":"2026-05-07T03:10:38.917426Z","end":"2026-05-07T03:10:39.097765Z","steps":["trace[1963834736] 'read index received' (duration: 75.091408ms)","trace[1963834736] 'applied index is now lower than readState.Index' (duration: 105.246109ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:39.097828Z","caller":"traceutil/trace.go:171","msg":"trace[852782189] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"227.378918ms","start":"2026-05-07T03:10:38.87041Z","end":"2026-05-07T03:10:39.097789Z","steps":["trace[852782189] 'process raft request' (duration: 122.112978ms)","trace[852782189] 'compare' (duration: 104.866071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:39.098346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.159424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:39.098433Z","caller":"traceutil/trace.go:171","msg":"trace[1589094959] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28356; }","duration":"142.268566ms","start":"2026-05-07T03:10:38.956146Z","end":"2026-05-07T03:10:39.098414Z","steps":["trace[1589094959] 'agreement among raft nodes before linearized reading' (duration: 142.105443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.098416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.965141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:10:39.098502Z","caller":"traceutil/trace.go:171","msg":"trace[1419199454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28356; }","duration":"181.089903ms","start":"2026-05-07T03:10:38.917394Z","end":"2026-05-07T03:10:39.098484Z","steps":["trace[1419199454] 'agreement among raft nodes before linearized reading' (duration: 180.791096ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:39.472574Z","caller":"traceutil/trace.go:171","msg":"trace[1222853797] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"368.857788ms","start":"2026-05-07T03:10:39.103691Z","end":"2026-05-07T03:10:39.472549Z","steps":["trace[1222853797] 'process raft request' (duration: 368.694444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.472709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:39.10368Z","time spent":"368.96182ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:39.485691Z","caller":"traceutil/trace.go:171","msg":"trace[677078441] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"381.973891ms","start":"2026-05-07T03:10:39.103692Z","end":"2026-05-07T03:10:39.485666Z","steps":["trace[677078441] 'process raft request' (duration: 381.786647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.48581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:39.103672Z","time spent":"382.079813ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:39.639113Z","caller":"traceutil/trace.go:171","msg":"trace[2075600229] linearizableReadLoop","detail":"{readStateIndex:29391; appliedIndex:29389; }","duration":"149.964199ms","start":"2026-05-07T03:10:39.489127Z","end":"2026-05-07T03:10:39.639091Z","steps":["trace[2075600229] 'read index received' (duration: 140.803604ms)","trace[2075600229] 'applied index is now lower than readState.Index' (duration: 9.159505ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:39.639178Z","caller":"traceutil/trace.go:171","msg":"trace[1385696909] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"150.093431ms","start":"2026-05-07T03:10:39.489065Z","end":"2026-05-07T03:10:39.639158Z","steps":["trace[1385696909] 'process raft request' (duration: 149.969148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:39.639157Z","caller":"traceutil/trace.go:171","msg":"trace[1436290132] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"151.578075ms","start":"2026-05-07T03:10:39.487535Z","end":"2026-05-07T03:10:39.639113Z","steps":["trace[1436290132] 'process raft request' (duration: 142.38364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.639526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.373628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:10:39.639851Z","caller":"traceutil/trace.go:171","msg":"trace[1503451271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28360; }","duration":"150.522682ms","start":"2026-05-07T03:10:39.489091Z","end":"2026-05-07T03:10:39.639614Z","steps":["trace[1503451271] 'agreement among raft nodes before linearized reading' (duration: 150.108352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:39.925123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.985801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:39.925277Z","caller":"traceutil/trace.go:171","msg":"trace[1767186487] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"280.168167ms","start":"2026-05-07T03:10:39.645076Z","end":"2026-05-07T03:10:39.925244Z","steps":["trace[1767186487] 'process raft request' (duration: 95.005431ms)","trace[1767186487] 'compare' (duration: 184.897049ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:40.066112Z","caller":"traceutil/trace.go:171","msg":"trace[912506935] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"134.367121ms","start":"2026-05-07T03:10:39.931715Z","end":"2026-05-07T03:10:40.066082Z","steps":["trace[912506935] 'process raft request' (duration: 120.643824ms)","trace[912506935] 'compare' (duration: 13.592684ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:40.430649Z","caller":"traceutil/trace.go:171","msg":"trace[1157975021] linearizableReadLoop","detail":"{readStateIndex:29396; appliedIndex:29395; }","duration":"272.842753ms","start":"2026-05-07T03:10:40.157768Z","end":"2026-05-07T03:10:40.43061Z","steps":["trace[1157975021] 'read index received' (duration: 272.316721ms)","trace[1157975021] 'applied index is now lower than readState.Index' (duration: 523.062µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:40.430662Z","caller":"traceutil/trace.go:171","msg":"trace[361819876] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"346.566459ms","start":"2026-05-07T03:10:40.084058Z","end":"2026-05-07T03:10:40.430625Z","steps":["trace[361819876] 'process raft request' (duration: 346.099599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.430747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.969905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:40.430833Z","caller":"traceutil/trace.go:171","msg":"trace[984865244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28365; }","duration":"273.059217ms","start":"2026-05-07T03:10:40.157755Z","end":"2026-05-07T03:10:40.430814Z","steps":["trace[984865244] 'agreement among raft nodes before linearized reading' (duration: 272.924624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.430892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:40.084034Z","time spent":"346.793015ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:10:40.431045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.069547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-05-07T03:10:40.431131Z","caller":"traceutil/trace.go:171","msg":"trace[838426645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28365; }","duration":"221.175919ms","start":"2026-05-07T03:10:40.209909Z","end":"2026-05-07T03:10:40.431085Z","steps":["trace[838426645] 'agreement among raft nodes before linearized reading' (duration: 220.934914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.431256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.947027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:40.43138Z","caller":"traceutil/trace.go:171","msg":"trace[102230791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28365; }","duration":"167.097751ms","start":"2026-05-07T03:10:40.264243Z","end":"2026-05-07T03:10:40.43134Z","steps":["trace[102230791] 'agreement among raft nodes before linearized reading' (duration: 166.914897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.431407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.449165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:10:40.431436Z","caller":"traceutil/trace.go:171","msg":"trace[1682099700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28365; }","duration":"221.577968ms","start":"2026-05-07T03:10:40.209849Z","end":"2026-05-07T03:10:40.431427Z","steps":["trace[1682099700] 'agreement among raft nodes before linearized reading' (duration: 221.415614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:40.818726Z","caller":"traceutil/trace.go:171","msg":"trace[1996163325] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"285.183468ms","start":"2026-05-07T03:10:40.533507Z","end":"2026-05-07T03:10:40.81869Z","steps":["trace[1996163325] 'process raft request' (duration: 262.85646ms)","trace[1996163325] 'compare' (duration: 22.175664ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:40.903563Z","caller":"traceutil/trace.go:171","msg":"trace[1234172393] linearizableReadLoop","detail":"{readStateIndex:29401; appliedIndex:29399; }","duration":"368.009949ms","start":"2026-05-07T03:10:40.535529Z","end":"2026-05-07T03:10:40.903539Z","steps":["trace[1234172393] 'read index received' (duration: 260.888337ms)","trace[1234172393] 'applied index is now lower than readState.Index' (duration: 107.120742ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:40.903687Z","caller":"traceutil/trace.go:171","msg":"trace[1958006782] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"366.860842ms","start":"2026-05-07T03:10:40.536816Z","end":"2026-05-07T03:10:40.903677Z","steps":["trace[1958006782] 'process raft request' (duration: 366.659958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:40.903756Z","caller":"traceutil/trace.go:171","msg":"trace[1599500936] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"368.678514ms","start":"2026-05-07T03:10:40.535065Z","end":"2026-05-07T03:10:40.903744Z","steps":["trace[1599500936] 'process raft request' (duration: 368.276405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.903782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:40.536796Z","time spent":"366.919354ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:40.903824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:40.535048Z","time spent":"368.746885ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:40.903979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.676154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:40.904055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.480469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:40.904086Z","caller":"traceutil/trace.go:171","msg":"trace[1748597167] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28371; }","duration":"154.835138ms","start":"2026-05-07T03:10:40.749234Z","end":"2026-05-07T03:10:40.90407Z","steps":["trace[1748597167] 'agreement among raft nodes before linearized reading' (duration: 154.667714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:40.904124Z","caller":"traceutil/trace.go:171","msg":"trace[1886929363] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28371; }","duration":"368.646993ms","start":"2026-05-07T03:10:40.535462Z","end":"2026-05-07T03:10:40.904109Z","steps":["trace[1886929363] 'agreement among raft nodes before linearized reading' (duration: 368.479899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:40.904166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:40.534769Z","time spent":"369.39045ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:10:41.18105Z","caller":"traceutil/trace.go:171","msg":"trace[698743560] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"267.516975ms","start":"2026-05-07T03:10:40.91351Z","end":"2026-05-07T03:10:41.181027Z","steps":["trace[698743560] 'process raft request' (duration: 209.173222ms)","trace[698743560] 'compare' (duration: 57.967745ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:41.586715Z","caller":"traceutil/trace.go:171","msg":"trace[1741154362] linearizableReadLoop","detail":"{readStateIndex:29405; appliedIndex:29404; }","duration":"319.70219ms","start":"2026-05-07T03:10:41.266972Z","end":"2026-05-07T03:10:41.586674Z","steps":["trace[1741154362] 'read index received' (duration: 319.488626ms)","trace[1741154362] 'applied index is now lower than readState.Index' (duration: 212.704µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:41.586745Z","caller":"traceutil/trace.go:171","msg":"trace[1916594892] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"398.706395ms","start":"2026-05-07T03:10:41.188006Z","end":"2026-05-07T03:10:41.586713Z","steps":["trace[1916594892] 'process raft request' (duration: 398.517171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:41.586898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:41.187996Z","time spent":"398.825297ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:41.58691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.918966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:41.586949Z","caller":"traceutil/trace.go:171","msg":"trace[1758390759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28374; }","duration":"320.017637ms","start":"2026-05-07T03:10:41.26692Z","end":"2026-05-07T03:10:41.586938Z","steps":["trace[1758390759] 'agreement among raft nodes before linearized reading' (duration: 319.930825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:41.586993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:41.266905Z","time spent":"320.080499ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:41.587128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.853441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-05-07T03:10:41.58716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.080431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:41.587204Z","caller":"traceutil/trace.go:171","msg":"trace[683225536] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb; range_end:; response_count:1; response_revision:28374; }","duration":"318.931622ms","start":"2026-05-07T03:10:41.268254Z","end":"2026-05-07T03:10:41.587185Z","steps":["trace[683225536] 'agreement among raft nodes before linearized reading' (duration: 318.736238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:41.587243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:41.268183Z","time spent":"319.050095ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e24d5eb\" "} {"level":"info","ts":"2026-05-07T03:10:41.587249Z","caller":"traceutil/trace.go:171","msg":"trace[2105499735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28374; }","duration":"141.177143ms","start":"2026-05-07T03:10:41.446045Z","end":"2026-05-07T03:10:41.587222Z","steps":["trace[2105499735] 'agreement among raft nodes before linearized reading' (duration: 141.03455ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:41.85437Z","caller":"traceutil/trace.go:171","msg":"trace[665096642] linearizableReadLoop","detail":"{readStateIndex:29406; appliedIndex:29405; }","duration":"255.814162ms","start":"2026-05-07T03:10:41.598531Z","end":"2026-05-07T03:10:41.854345Z","steps":["trace[665096642] 'read index received' (duration: 163.668344ms)","trace[665096642] 'applied index is now lower than readState.Index' (duration: 92.144758ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:41.854402Z","caller":"traceutil/trace.go:171","msg":"trace[236549183] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"264.156419ms","start":"2026-05-07T03:10:41.590219Z","end":"2026-05-07T03:10:41.854375Z","steps":["trace[236549183] 'process raft request' (duration: 171.9732ms)","trace[236549183] 'compare' (duration: 92.043666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:41.85456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.014927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:10:41.854608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.59005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:10:41.854644Z","caller":"traceutil/trace.go:171","msg":"trace[1646351948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28375; }","duration":"123.677332ms","start":"2026-05-07T03:10:41.730958Z","end":"2026-05-07T03:10:41.854635Z","steps":["trace[1646351948] 'agreement among raft nodes before linearized reading' (duration: 123.528928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:41.854617Z","caller":"traceutil/trace.go:171","msg":"trace[1377236853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28375; }","duration":"256.117689ms","start":"2026-05-07T03:10:41.598487Z","end":"2026-05-07T03:10:41.854604Z","steps":["trace[1377236853] 'agreement among raft nodes before linearized reading' (duration: 255.988496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.129268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.449304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:42.129599Z","caller":"traceutil/trace.go:171","msg":"trace[439659331] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"271.437441ms","start":"2026-05-07T03:10:41.858131Z","end":"2026-05-07T03:10:42.129569Z","steps":["trace[439659331] 'process raft request' (duration: 271.308979ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.129761Z","caller":"traceutil/trace.go:171","msg":"trace[395663468] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"274.232004ms","start":"2026-05-07T03:10:41.855493Z","end":"2026-05-07T03:10:42.129725Z","steps":["trace[395663468] 'process raft request' (duration: 99.87293ms)","trace[395663468] 'compare' (duration: 173.238159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:42.13016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.77902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:10:42.130212Z","caller":"traceutil/trace.go:171","msg":"trace[1682192630] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28377; }","duration":"271.847521ms","start":"2026-05-07T03:10:41.858348Z","end":"2026-05-07T03:10:42.130195Z","steps":["trace[1682192630] 'agreement among raft nodes before linearized reading' (duration: 271.658897ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.129968Z","caller":"traceutil/trace.go:171","msg":"trace[792094659] linearizableReadLoop","detail":"{readStateIndex:29408; appliedIndex:29406; }","duration":"271.150904ms","start":"2026-05-07T03:10:41.858369Z","end":"2026-05-07T03:10:42.12952Z","steps":["trace[792094659] 'read index received' (duration: 96.964974ms)","trace[792094659] 'applied index is now lower than readState.Index' (duration: 174.18423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:42.13064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.004379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:42.130682Z","caller":"traceutil/trace.go:171","msg":"trace[1776923318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28377; }","duration":"235.078081ms","start":"2026-05-07T03:10:41.895592Z","end":"2026-05-07T03:10:42.13067Z","steps":["trace[1776923318] 'agreement among raft nodes before linearized reading' (duration: 234.978499ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.243867Z","caller":"traceutil/trace.go:171","msg":"trace[396304068] linearizableReadLoop","detail":"{readStateIndex:29409; appliedIndex:29408; }","duration":"109.184719ms","start":"2026-05-07T03:10:42.134651Z","end":"2026-05-07T03:10:42.243836Z","steps":["trace[396304068] 'read index received' (duration: 104.511875ms)","trace[396304068] 'applied index is now lower than readState.Index' (duration: 4.671423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:42.244094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.420333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:10:42.244157Z","caller":"traceutil/trace.go:171","msg":"trace[1360366303] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28378; }","duration":"109.529615ms","start":"2026-05-07T03:10:42.134612Z","end":"2026-05-07T03:10:42.244141Z","steps":["trace[1360366303] 'agreement among raft nodes before linearized reading' (duration: 109.344321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.244396Z","caller":"traceutil/trace.go:171","msg":"trace[16804293] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"111.440598ms","start":"2026-05-07T03:10:42.13291Z","end":"2026-05-07T03:10:42.24435Z","steps":["trace[16804293] 'process raft request' (duration: 106.376636ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.69444Z","caller":"traceutil/trace.go:171","msg":"trace[1721081285] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"239.265803ms","start":"2026-05-07T03:10:42.455146Z","end":"2026-05-07T03:10:42.694412Z","steps":["trace[1721081285] 'process raft request' (duration: 237.495093ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.696577Z","caller":"traceutil/trace.go:171","msg":"trace[266958757] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"241.050693ms","start":"2026-05-07T03:10:42.455506Z","end":"2026-05-07T03:10:42.696557Z","steps":["trace[266958757] 'process raft request' (duration: 240.938261ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:42.823733Z","caller":"traceutil/trace.go:171","msg":"trace[2107421805] linearizableReadLoop","detail":"{readStateIndex:29417; appliedIndex:29416; }","duration":"107.633603ms","start":"2026-05-07T03:10:42.716083Z","end":"2026-05-07T03:10:42.823717Z","steps":["trace[2107421805] 'read index received' (duration: 107.532801ms)","trace[2107421805] 'applied index is now lower than readState.Index' (duration: 100.132µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:42.823773Z","caller":"traceutil/trace.go:171","msg":"trace[1657551236] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"125.278248ms","start":"2026-05-07T03:10:42.698466Z","end":"2026-05-07T03:10:42.823745Z","steps":["trace[1657551236] 'process raft request' (duration: 125.159715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.823934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.832688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:10:42.823969Z","caller":"traceutil/trace.go:171","msg":"trace[1908888855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28386; }","duration":"107.90793ms","start":"2026-05-07T03:10:42.716052Z","end":"2026-05-07T03:10:42.82396Z","steps":["trace[1908888855] 'agreement among raft nodes before linearized reading' (duration: 107.755246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.846156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.323686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-05-07T03:10:42.846264Z","caller":"traceutil/trace.go:171","msg":"trace[1154347144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"128.465099ms","start":"2026-05-07T03:10:42.717777Z","end":"2026-05-07T03:10:42.846242Z","steps":["trace[1154347144] 'agreement among raft nodes before linearized reading' (duration: 128.201414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.846519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.528997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-05-07T03:10:42.846558Z","caller":"traceutil/trace.go:171","msg":"trace[1517583176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"127.575348ms","start":"2026-05-07T03:10:42.718969Z","end":"2026-05-07T03:10:42.846544Z","steps":["trace[1517583176] 'agreement among raft nodes before linearized reading' (duration: 127.429785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.847225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.918219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-05-07T03:10:42.847319Z","caller":"traceutil/trace.go:171","msg":"trace[548929176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"129.028682ms","start":"2026-05-07T03:10:42.718274Z","end":"2026-05-07T03:10:42.847303Z","steps":["trace[548929176] 'agreement among raft nodes before linearized reading' (duration: 128.363476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.848349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.317318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-05-07T03:10:42.848425Z","caller":"traceutil/trace.go:171","msg":"trace[244808038] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"129.41183ms","start":"2026-05-07T03:10:42.718996Z","end":"2026-05-07T03:10:42.848407Z","steps":["trace[244808038] 'agreement among raft nodes before linearized reading' (duration: 126.842373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.848626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.576283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-05-07T03:10:42.848693Z","caller":"traceutil/trace.go:171","msg":"trace[1798711978] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"129.655485ms","start":"2026-05-07T03:10:42.719023Z","end":"2026-05-07T03:10:42.848679Z","steps":["trace[1798711978] 'agreement among raft nodes before linearized reading' (duration: 128.448158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.848834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.883578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-05-07T03:10:42.848861Z","caller":"traceutil/trace.go:171","msg":"trace[1256060802] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"128.918199ms","start":"2026-05-07T03:10:42.719936Z","end":"2026-05-07T03:10:42.848854Z","steps":["trace[1256060802] 'agreement among raft nodes before linearized reading' (duration: 127.515998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.848972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.281047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-05-07T03:10:42.849023Z","caller":"traceutil/trace.go:171","msg":"trace[1617367519] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"129.348208ms","start":"2026-05-07T03:10:42.719659Z","end":"2026-05-07T03:10:42.849007Z","steps":["trace[1617367519] 'agreement among raft nodes before linearized reading' (duration: 127.824245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.849166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.141935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-05-07T03:10:42.849196Z","caller":"traceutil/trace.go:171","msg":"trace[104164988] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"130.177466ms","start":"2026-05-07T03:10:42.719009Z","end":"2026-05-07T03:10:42.849187Z","steps":["trace[104164988] 'agreement among raft nodes before linearized reading' (duration: 128.485529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:42.849305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.666466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-05-07T03:10:42.849327Z","caller":"traceutil/trace.go:171","msg":"trace[383150215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:28387; }","duration":"129.698006ms","start":"2026-05-07T03:10:42.719624Z","end":"2026-05-07T03:10:42.849322Z","steps":["trace[383150215] 'agreement among raft nodes before linearized reading' (duration: 127.341324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:43.044609Z","caller":"traceutil/trace.go:171","msg":"trace[2108433206] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"192.455028ms","start":"2026-05-07T03:10:42.85212Z","end":"2026-05-07T03:10:43.044575Z","steps":["trace[2108433206] 'process raft request' (duration: 96.698461ms)","trace[2108433206] 'compare' (duration: 95.140504ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:43.044646Z","caller":"traceutil/trace.go:171","msg":"trace[1054272287] linearizableReadLoop","detail":"{readStateIndex:29421; appliedIndex:29419; }","duration":"136.531689ms","start":"2026-05-07T03:10:42.908069Z","end":"2026-05-07T03:10:43.044601Z","steps":["trace[1054272287] 'read index received' (duration: 40.829292ms)","trace[1054272287] 'applied index is now lower than readState.Index' (duration: 95.698817ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:43.044905Z","caller":"traceutil/trace.go:171","msg":"trace[1117655829] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"191.391923ms","start":"2026-05-07T03:10:42.853498Z","end":"2026-05-07T03:10:43.04489Z","steps":["trace[1117655829] 'process raft request' (duration: 190.988844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:43.04495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.862886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:10:43.044998Z","caller":"traceutil/trace.go:171","msg":"trace[1561801108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28390; }","duration":"136.954858ms","start":"2026-05-07T03:10:42.90803Z","end":"2026-05-07T03:10:43.044985Z","steps":["trace[1561801108] 'agreement among raft nodes before linearized reading' (duration: 136.773244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:43.04509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.067466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-05-07T03:10:43.045121Z","caller":"traceutil/trace.go:171","msg":"trace[799428804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28390; }","duration":"127.111478ms","start":"2026-05-07T03:10:42.917999Z","end":"2026-05-07T03:10:43.045111Z","steps":["trace[799428804] 'agreement among raft nodes before linearized reading' (duration: 126.963625ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:43.516351Z","caller":"traceutil/trace.go:171","msg":"trace[839769792] transaction","detail":"{read_only:false; response_revision:28400; number_of_response:1; }","duration":"222.089059ms","start":"2026-05-07T03:10:43.294237Z","end":"2026-05-07T03:10:43.516326Z","steps":["trace[839769792] 'process raft request' (duration: 221.909085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:43.641607Z","caller":"traceutil/trace.go:171","msg":"trace[1034327195] linearizableReadLoop","detail":"{readStateIndex:29432; appliedIndex:29430; }","duration":"296.980973ms","start":"2026-05-07T03:10:43.344603Z","end":"2026-05-07T03:10:43.641584Z","steps":["trace[1034327195] 'read index received' (duration: 171.541241ms)","trace[1034327195] 'applied index is now lower than readState.Index' (duration: 125.438752ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:43.641729Z","caller":"traceutil/trace.go:171","msg":"trace[1294809127] transaction","detail":"{read_only:false; response_revision:28401; number_of_response:1; }","duration":"340.271049ms","start":"2026-05-07T03:10:43.301407Z","end":"2026-05-07T03:10:43.641678Z","steps":["trace[1294809127] 'process raft request' (duration: 339.985362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:43.641792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.170696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:43.641939Z","caller":"traceutil/trace.go:171","msg":"trace[1654730007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28401; }","duration":"297.3377ms","start":"2026-05-07T03:10:43.344553Z","end":"2026-05-07T03:10:43.641891Z","steps":["trace[1654730007] 'agreement among raft nodes before linearized reading' (duration: 297.176717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:43.641952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.30139Z","time spent":"340.431342ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6733,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:44.173264Z","caller":"traceutil/trace.go:171","msg":"trace[844134271] linearizableReadLoop","detail":"{readStateIndex:29434; appliedIndex:29432; }","duration":"531.51277ms","start":"2026-05-07T03:10:43.641731Z","end":"2026-05-07T03:10:44.173244Z","steps":["trace[844134271] 'read index received' (duration: 486.970825ms)","trace[844134271] 'applied index is now lower than readState.Index' (duration: 44.541115ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:44.173445Z","caller":"traceutil/trace.go:171","msg":"trace[1345781317] transaction","detail":"{read_only:false; response_revision:28402; number_of_response:1; }","duration":"591.580791ms","start":"2026-05-07T03:10:43.581841Z","end":"2026-05-07T03:10:44.173422Z","steps":["trace[1345781317] 'process raft request' (duration: 546.910414ms)","trace[1345781317] 'compare' (duration: 44.187086ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:44.173466Z","caller":"traceutil/trace.go:171","msg":"trace[909961688] transaction","detail":"{read_only:false; response_revision:28403; number_of_response:1; }","duration":"591.55657ms","start":"2026-05-07T03:10:43.581885Z","end":"2026-05-07T03:10:44.173442Z","steps":["trace[909961688] 'process raft request' (duration: 591.269844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.173547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.581822Z","time spent":"591.679044ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:10:44.173549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.198833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:10:44.17358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.581855Z","time spent":"591.676663ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:44.173585Z","caller":"traceutil/trace.go:171","msg":"trace[1893293666] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28403; }","duration":"827.283995ms","start":"2026-05-07T03:10:43.34629Z","end":"2026-05-07T03:10:44.173574Z","steps":["trace[1893293666] 'agreement among raft nodes before linearized reading' (duration: 827.103361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.173591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.078528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-05-07T03:10:44.173629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.346271Z","time spent":"827.351456ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-05-07T03:10:44.173666Z","caller":"traceutil/trace.go:171","msg":"trace[839070786] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28403; }","duration":"650.18442ms","start":"2026-05-07T03:10:43.523456Z","end":"2026-05-07T03:10:44.173641Z","steps":["trace[839070786] 'agreement among raft nodes before linearized reading' (duration: 649.945484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.173752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.523438Z","time spent":"650.268182ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:10:44.173812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.274988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-07T03:10:44.173835Z","caller":"traceutil/trace.go:171","msg":"trace[1084376104] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28403; }","duration":"391.33315ms","start":"2026-05-07T03:10:43.782496Z","end":"2026-05-07T03:10:44.173829Z","steps":["trace[1084376104] 'agreement among raft nodes before linearized reading' (duration: 391.168256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.173855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.782479Z","time spent":"391.37101ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-07T03:10:44.173865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.828347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:44.173929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.354395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:44.173959Z","caller":"traceutil/trace.go:171","msg":"trace[1094401945] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28403; }","duration":"496.398356ms","start":"2026-05-07T03:10:43.677553Z","end":"2026-05-07T03:10:44.173951Z","steps":["trace[1094401945] 'agreement among raft nodes before linearized reading' (duration: 496.348094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.17398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.677546Z","time spent":"496.427546ms","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-07T03:10:44.173975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.260074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:10:44.173977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.394365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:10:44.174015Z","caller":"traceutil/trace.go:171","msg":"trace[1529783430] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28403; }","duration":"497.352907ms","start":"2026-05-07T03:10:43.67665Z","end":"2026-05-07T03:10:44.174003Z","steps":["trace[1529783430] 'agreement among raft nodes before linearized reading' (duration: 497.264085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.174043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.676633Z","time spent":"497.402377ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-05-07T03:10:44.174042Z","caller":"traceutil/trace.go:171","msg":"trace[56377984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28403; }","duration":"410.479486ms","start":"2026-05-07T03:10:43.763544Z","end":"2026-05-07T03:10:44.174023Z","steps":["trace[56377984] 'agreement among raft nodes before linearized reading' (duration: 410.347723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.174087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.76353Z","time spent":"410.547777ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:10:44.174354Z","caller":"traceutil/trace.go:171","msg":"trace[906582727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28403; }","duration":"254.359269ms","start":"2026-05-07T03:10:43.919984Z","end":"2026-05-07T03:10:44.174343Z","steps":["trace[906582727] 'agreement among raft nodes before linearized reading' (duration: 253.842998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.173828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.762296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-zw8l6\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-05-07T03:10:44.174445Z","caller":"traceutil/trace.go:171","msg":"trace[497716338] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-zw8l6; range_end:; response_count:1; response_revision:28403; }","duration":"528.433431ms","start":"2026-05-07T03:10:43.645998Z","end":"2026-05-07T03:10:44.174431Z","steps":["trace[497716338] 'agreement among raft nodes before linearized reading' (duration: 527.543481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.174477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:43.645985Z","time spent":"528.482112ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-zw8l6\" "} {"level":"info","ts":"2026-05-07T03:10:44.618031Z","caller":"traceutil/trace.go:171","msg":"trace[373786389] linearizableReadLoop","detail":"{readStateIndex:29439; appliedIndex:29434; }","duration":"433.049213ms","start":"2026-05-07T03:10:44.184964Z","end":"2026-05-07T03:10:44.618014Z","steps":["trace[373786389] 'read index received' (duration: 83.134288ms)","trace[373786389] 'applied index is now lower than readState.Index' (duration: 349.913985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:44.61812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.179836Z","time spent":"438.282609ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:10:44.618406Z","caller":"traceutil/trace.go:171","msg":"trace[410341451] transaction","detail":"{read_only:false; response_revision:28405; number_of_response:1; }","duration":"438.381991ms","start":"2026-05-07T03:10:44.180015Z","end":"2026-05-07T03:10:44.618397Z","steps":["trace[410341451] 'process raft request' (duration: 437.765948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.618486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.179991Z","time spent":"438.442923ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:44.618606Z","caller":"traceutil/trace.go:171","msg":"trace[1618728620] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"436.897228ms","start":"2026-05-07T03:10:44.181695Z","end":"2026-05-07T03:10:44.618592Z","steps":["trace[1618728620] 'process raft request' (duration: 436.179822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.618653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.181674Z","time spent":"436.96122ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:44.618777Z","caller":"traceutil/trace.go:171","msg":"trace[876113313] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"437.069161ms","start":"2026-05-07T03:10:44.1817Z","end":"2026-05-07T03:10:44.618769Z","steps":["trace[876113313] 'process raft request' (duration: 436.208082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.618817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.181691Z","time spent":"437.108542ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:44.618906Z","caller":"traceutil/trace.go:171","msg":"trace[688282026] transaction","detail":"{read_only:false; response_revision:28408; number_of_response:1; }","duration":"432.07201ms","start":"2026-05-07T03:10:44.186826Z","end":"2026-05-07T03:10:44.618898Z","steps":["trace[688282026] 'process raft request' (duration: 431.114119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.618953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.186801Z","time spent":"432.127511ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:44.61908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.115466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-07T03:10:44.619103Z","caller":"traceutil/trace.go:171","msg":"trace[1371424647] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28408; }","duration":"434.167667ms","start":"2026-05-07T03:10:44.184929Z","end":"2026-05-07T03:10:44.619097Z","steps":["trace[1371424647] 'agreement among raft nodes before linearized reading' (duration: 434.091035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.619118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.184919Z","time spent":"434.195748ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-07T03:10:44.619222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.507291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-05-07T03:10:44.619236Z","caller":"traceutil/trace.go:171","msg":"trace[1602790165] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6; range_end:; response_count:1; response_revision:28408; }","duration":"347.521222ms","start":"2026-05-07T03:10:44.27171Z","end":"2026-05-07T03:10:44.619231Z","steps":["trace[1602790165] 'agreement among raft nodes before linearized reading' (duration: 347.477771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:44.619249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.271658Z","time spent":"347.588653ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6\" "} {"level":"warn","ts":"2026-05-07T03:10:44.61938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.377307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:44.619396Z","caller":"traceutil/trace.go:171","msg":"trace[1995054309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28408; }","duration":"128.430458ms","start":"2026-05-07T03:10:44.490961Z","end":"2026-05-07T03:10:44.619391Z","steps":["trace[1995054309] 'agreement among raft nodes before linearized reading' (duration: 128.403618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.198913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.940288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:10:45.199548Z","caller":"traceutil/trace.go:171","msg":"trace[1744322697] transaction","detail":"{read_only:false; response_revision:28409; number_of_response:1; }","duration":"580.034023ms","start":"2026-05-07T03:10:44.619479Z","end":"2026-05-07T03:10:45.199513Z","steps":["trace[1744322697] 'process raft request' (duration: 202.41033ms)","trace[1744322697] 'compare' (duration: 376.208372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:45.199894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.619459Z","time spent":"580.163026ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:45.199935Z","caller":"traceutil/trace.go:171","msg":"trace[1327721345] linearizableReadLoop","detail":"{readStateIndex:29442; appliedIndex:29440; }","duration":"577.600138ms","start":"2026-05-07T03:10:44.622316Z","end":"2026-05-07T03:10:45.199916Z","steps":["trace[1327721345] 'read index received' (duration: 199.590537ms)","trace[1327721345] 'applied index is now lower than readState.Index' (duration: 378.008411ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:45.20003Z","caller":"traceutil/trace.go:171","msg":"trace[310861518] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"576.420042ms","start":"2026-05-07T03:10:44.6236Z","end":"2026-05-07T03:10:45.20002Z","steps":["trace[310861518] 'process raft request' (duration: 576.265078ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:45.199993Z","caller":"traceutil/trace.go:171","msg":"trace[1845828120] transaction","detail":"{read_only:false; response_revision:28410; number_of_response:1; }","duration":"579.158153ms","start":"2026-05-07T03:10:44.620797Z","end":"2026-05-07T03:10:45.199955Z","steps":["trace[1845828120] 'process raft request' (duration: 578.220933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.200174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.62078Z","time spent":"579.292016ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:45.200251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.922186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" ","response":"range_response_count:1 size:7055"} {"level":"warn","ts":"2026-05-07T03:10:45.200243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.70732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:45.20029Z","caller":"traceutil/trace.go:171","msg":"trace[1011562273] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d; range_end:; response_count:1; response_revision:28411; }","duration":"577.975548ms","start":"2026-05-07T03:10:44.622301Z","end":"2026-05-07T03:10:45.200276Z","steps":["trace[1011562273] 'agreement among raft nodes before linearized reading' (duration: 577.772523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:45.200304Z","caller":"traceutil/trace.go:171","msg":"trace[2011589502] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28411; }","duration":"443.808652ms","start":"2026-05-07T03:10:44.756479Z","end":"2026-05-07T03:10:45.200288Z","steps":["trace[2011589502] 'agreement among raft nodes before linearized reading' (duration: 443.598986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.200321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.622293Z","time spent":"578.020419ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7078,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" "} {"level":"warn","ts":"2026-05-07T03:10:45.200341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.435341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:10:45.200368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.75646Z","time spent":"443.890424ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:10:45.200381Z","caller":"traceutil/trace.go:171","msg":"trace[1426914733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28411; }","duration":"146.512312ms","start":"2026-05-07T03:10:45.053858Z","end":"2026-05-07T03:10:45.20037Z","steps":["trace[1426914733] 'agreement among raft nodes before linearized reading' (duration: 146.368009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.200588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.686642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:10:45.200617Z","caller":"traceutil/trace.go:171","msg":"trace[810329415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28411; }","duration":"101.762544ms","start":"2026-05-07T03:10:45.098846Z","end":"2026-05-07T03:10:45.200608Z","steps":["trace[810329415] 'agreement among raft nodes before linearized reading' (duration: 101.682352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.200703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.326462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:10:45.200726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.393754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:10:45.200739Z","caller":"traceutil/trace.go:171","msg":"trace[954680728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28411; }","duration":"435.397204ms","start":"2026-05-07T03:10:44.765329Z","end":"2026-05-07T03:10:45.200726Z","steps":["trace[954680728] 'agreement among raft nodes before linearized reading' (duration: 435.338713ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:45.200777Z","caller":"traceutil/trace.go:171","msg":"trace[2116903447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28411; }","duration":"345.475426ms","start":"2026-05-07T03:10:44.855286Z","end":"2026-05-07T03:10:45.200762Z","steps":["trace[2116903447] 'agreement among raft nodes before linearized reading' (duration: 345.303352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.200783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.765322Z","time spent":"435.450405ms","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:10:45.200827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.855269Z","time spent":"345.540307ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:10:45.201248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:44.623594Z","time spent":"577.616559ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:45.514129Z","caller":"traceutil/trace.go:171","msg":"trace[739074062] linearizableReadLoop","detail":"{readStateIndex:29445; appliedIndex:29444; }","duration":"308.153012ms","start":"2026-05-07T03:10:45.205951Z","end":"2026-05-07T03:10:45.514104Z","steps":["trace[739074062] 'read index received' (duration: 20.426256ms)","trace[739074062] 'applied index is now lower than readState.Index' (duration: 287.725956ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:10:45.514202Z","caller":"traceutil/trace.go:171","msg":"trace[1334715495] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"308.908529ms","start":"2026-05-07T03:10:45.20526Z","end":"2026-05-07T03:10:45.514169Z","steps":["trace[1334715495] 'process raft request' (duration: 308.577591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.514341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.205241Z","time spent":"309.028972ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:10:45.514531Z","caller":"traceutil/trace.go:171","msg":"trace[169758933] transaction","detail":"{read_only:false; response_revision:28415; number_of_response:1; }","duration":"305.870011ms","start":"2026-05-07T03:10:45.208651Z","end":"2026-05-07T03:10:45.514521Z","steps":["trace[169758933] 'process raft request' (duration: 305.38347ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:45.514199Z","caller":"traceutil/trace.go:171","msg":"trace[1010396811] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"306.298781ms","start":"2026-05-07T03:10:45.207859Z","end":"2026-05-07T03:10:45.514158Z","steps":["trace[1010396811] 'process raft request' (duration: 306.121997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.514593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.207848Z","time spent":"306.717431ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:45.514616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.208643Z","time spent":"305.915792ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:45.514615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.054454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-07T03:10:45.514661Z","caller":"traceutil/trace.go:171","msg":"trace[2028735718] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2; range_end:; response_count:1; response_revision:28416; }","duration":"306.127667ms","start":"2026-05-07T03:10:45.208521Z","end":"2026-05-07T03:10:45.514649Z","steps":["trace[2028735718] 'agreement among raft nodes before linearized reading' (duration: 306.020594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.514695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.208515Z","time spent":"306.170287ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":884,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2\" "} {"level":"warn","ts":"2026-05-07T03:10:45.514855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.937808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:45.514873Z","caller":"traceutil/trace.go:171","msg":"trace[63125200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28416; }","duration":"247.994028ms","start":"2026-05-07T03:10:45.266873Z","end":"2026-05-07T03:10:45.514867Z","steps":["trace[63125200] 'agreement among raft nodes before linearized reading' (duration: 247.962938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.514876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.921808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:10:45.514897Z","caller":"traceutil/trace.go:171","msg":"trace[329178280] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28416; }","duration":"308.944649ms","start":"2026-05-07T03:10:45.205946Z","end":"2026-05-07T03:10:45.514891Z","steps":["trace[329178280] 'agreement among raft nodes before linearized reading' (duration: 308.849907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.514917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.20591Z","time spent":"308.99887ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-07T03:10:45.514998Z","caller":"traceutil/trace.go:171","msg":"trace[359790629] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"305.970213ms","start":"2026-05-07T03:10:45.209023Z","end":"2026-05-07T03:10:45.514993Z","steps":["trace[359790629] 'process raft request' (duration: 305.050723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:45.515031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.209016Z","time spent":"305.994924ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:45.668319Z","caller":"traceutil/trace.go:171","msg":"trace[1886032882] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"126.978936ms","start":"2026-05-07T03:10:45.541317Z","end":"2026-05-07T03:10:45.668296Z","steps":["trace[1886032882] 'process raft request' (duration: 126.620758ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:10:45.811349Z","caller":"traceutil/trace.go:171","msg":"trace[1199158551] transaction","detail":"{read_only:false; response_revision:28421; number_of_response:1; }","duration":"135.008056ms","start":"2026-05-07T03:10:45.676323Z","end":"2026-05-07T03:10:45.811331Z","steps":["trace[1199158551] 'process raft request' (duration: 134.905984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:46.314914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:10:46.606161Z","caller":"traceutil/trace.go:171","msg":"trace[1315356775] linearizableReadLoop","detail":"{readStateIndex:29454; appliedIndex:29453; }","duration":"791.916225ms","start":"2026-05-07T03:10:45.814215Z","end":"2026-05-07T03:10:46.606131Z","steps":["trace[1315356775] 'read index received' (duration: 702.289333ms)","trace[1315356775] 'applied index is now lower than readState.Index' (duration: 89.625342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:46.606677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.439437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-07T03:10:46.606735Z","caller":"traceutil/trace.go:171","msg":"trace[529158572] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c; range_end:; response_count:1; response_revision:28422; }","duration":"792.530629ms","start":"2026-05-07T03:10:45.814193Z","end":"2026-05-07T03:10:46.606724Z","steps":["trace[529158572] 'agreement among raft nodes before linearized reading' (duration: 792.337135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:46.606771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.814184Z","time spent":"792.57845ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" "} {"level":"info","ts":"2026-05-07T03:10:46.60646Z","caller":"traceutil/trace.go:171","msg":"trace[171105672] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"927.704497ms","start":"2026-05-07T03:10:45.678569Z","end":"2026-05-07T03:10:46.606273Z","steps":["trace[171105672] 'process raft request' (duration: 837.955062ms)","trace[171105672] 'compare' (duration: 89.308115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:10:46.606906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.372926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-05-07T03:10:46.606946Z","caller":"traceutil/trace.go:171","msg":"trace[25057153] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28422; }","duration":"625.461418ms","start":"2026-05-07T03:10:45.981475Z","end":"2026-05-07T03:10:46.606936Z","steps":["trace[25057153] 'agreement among raft nodes before linearized reading' (duration: 625.265034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:46.606987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.981454Z","time spent":"625.51074ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:10:46.607135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.861584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T03:10:46.607246Z","caller":"traceutil/trace.go:171","msg":"trace[429755813] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28422; }","duration":"269.011898ms","start":"2026-05-07T03:10:46.338208Z","end":"2026-05-07T03:10:46.60722Z","steps":["trace[429755813] 'agreement among raft nodes before linearized reading' (duration: 268.66431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:46.607176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:45.678489Z","time spent":"928.416184ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:47.115346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:47.617548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:48.118601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:48.619313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:49.119841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:49.266109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:10:49.266192Z","caller":"traceutil/trace.go:171","msg":"trace[1745695685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024991s","start":"2026-05-07T03:10:47.265926Z","end":"2026-05-07T03:10:49.266176Z","steps":["trace[1745695685] 'agreement among raft nodes before linearized reading' (duration: 2.000137258s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:49.26623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:47.265909Z","time spent":"2.000313681s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:49.620237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:50.12076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:50.621781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:51.122864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:51.266383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:51.266471Z","caller":"traceutil/trace.go:171","msg":"trace[2112976328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999869031s","start":"2026-05-07T03:10:49.266583Z","end":"2026-05-07T03:10:51.266452Z","steps":["trace[2112976328] 'agreement among raft nodes before linearized reading' (duration: 1.999756248s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:51.266521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.266561Z","time spent":"1.999948793s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:51.612189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215560781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:51.612352Z","caller":"traceutil/trace.go:171","msg":"trace[403830321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28422; }","duration":"4.215734574s","start":"2026-05-07T03:10:47.396594Z","end":"2026-05-07T03:10:51.612329Z","steps":["trace[403830321] 'range keys from in-memory index tree' (duration: 4.21554343s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:51.626123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:10:51.626286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003196741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:51.62632Z","caller":"traceutil/trace.go:171","msg":"trace[1926725406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.003267062s","start":"2026-05-07T03:10:46.623037Z","end":"2026-05-07T03:10:51.626304Z","steps":["trace[1926725406] 'agreement among raft nodes before linearized reading' (duration: 5.003221931s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:51.626354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.622988Z","time spent":"5.003354954s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 03:10:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:51.713151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.102846126s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:10:51.713569Z","caller":"traceutil/trace.go:171","msg":"trace[56119177] transaction","detail":"{read_only:false; response_revision:28423; number_of_response:1; }","duration":"5.103301367s","start":"2026-05-07T03:10:46.610221Z","end":"2026-05-07T03:10:51.713522Z","steps":["trace[56119177] 'process raft request' (duration: 5.103164194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:51.713721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.610203Z","time spent":"5.10340916s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:10:52.231678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001590056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:52.231762Z","caller":"traceutil/trace.go:171","msg":"trace[1692890824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.001732459s","start":"2026-05-07T03:10:47.230013Z","end":"2026-05-07T03:10:52.231745Z","steps":["trace[1692890824] 'agreement among raft nodes before linearized reading' (duration: 5.001625467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:52.231807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:47.229991Z","time spent":"5.001806791s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 03:10:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:53.271979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:53.272068Z","caller":"traceutil/trace.go:171","msg":"trace[1523684948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233279s","start":"2026-05-07T03:10:51.271817Z","end":"2026-05-07T03:10:53.27205Z","steps":["trace[1523684948] 'agreement among raft nodes before linearized reading' (duration: 2.000125607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:53.272179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:51.271804Z","time spent":"2.000303051s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:54.136026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:47.135401Z","time spent":"7.000616797s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:10:54.173086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999390106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:54.173208Z","caller":"traceutil/trace.go:171","msg":"trace[1433478702] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99956601s","start":"2026-05-07T03:10:49.173583Z","end":"2026-05-07T03:10:54.173149Z","steps":["trace[1433478702] 'agreement among raft nodes before linearized reading' (duration: 4.999460518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:54.173294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.173567Z","time spent":"4.999687163s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/07 03:10:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:54.804312Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67d96d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:10:54.851559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.138243162s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:10:54.898241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999034517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:10:54.898354Z","caller":"traceutil/trace.go:171","msg":"trace[1618195183] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999198121s","start":"2026-05-07T03:10:49.899136Z","end":"2026-05-07T03:10:54.898334Z","steps":["trace[1618195183] 'agreement among raft nodes before linearized reading' (duration: 4.999061298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:54.898416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.899122Z","time spent":"4.999272903s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:10:55.272285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:10:55.272363Z","caller":"traceutil/trace.go:171","msg":"trace[155000837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087835s","start":"2026-05-07T03:10:53.272254Z","end":"2026-05-07T03:10:55.272342Z","steps":["trace[155000837] 'agreement among raft nodes before linearized reading' (duration: 1.999991013s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:55.272399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.272237Z","time spent":"2.000154597s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:10:55.430574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.430051Z","time spent":"7.000515285s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:10:55.805644Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67d980","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:10:55.922186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:55.922291Z","caller":"traceutil/trace.go:171","msg":"trace[1916883488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000861252s","start":"2026-05-07T03:10:53.921407Z","end":"2026-05-07T03:10:55.922268Z","steps":["trace[1916883488] 'agreement among raft nodes before linearized reading' (duration: 2.000738669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:55.922354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.921384Z","time spent":"2.000953904s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:56.623546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997931729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:56.623641Z","caller":"traceutil/trace.go:171","msg":"trace[494771345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998044401s","start":"2026-05-07T03:10:53.625574Z","end":"2026-05-07T03:10:56.623618Z","steps":["trace[494771345] 'agreement among raft nodes before linearized reading' (duration: 2.997925979s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:56.623704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.625519Z","time spent":"2.998174384s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 03:10:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:56.830165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.829437Z","time spent":"7.00071779s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:10:57.059207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999873877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:10:57.059305Z","caller":"traceutil/trace.go:171","msg":"trace[2044521063] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.00001937s","start":"2026-05-07T03:10:52.059262Z","end":"2026-05-07T03:10:57.059281Z","steps":["trace[2044521063] 'agreement among raft nodes before linearized reading' (duration: 4.999891177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.059369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.059248Z","time spent":"5.000099121s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:10:57.229639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991390843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:57.229738Z","caller":"traceutil/trace.go:171","msg":"trace[1729950700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.991547837s","start":"2026-05-07T03:10:54.238166Z","end":"2026-05-07T03:10:57.229714Z","steps":["trace[1729950700] 'agreement among raft nodes before linearized reading' (duration: 2.991419264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.229794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.238147Z","time spent":"2.991633408s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 03:10:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:57.283296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:57.283386Z","caller":"traceutil/trace.go:171","msg":"trace[933726256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392772s","start":"2026-05-07T03:10:55.282969Z","end":"2026-05-07T03:10:57.283361Z","steps":["trace[933726256] 'agreement among raft nodes before linearized reading' (duration: 2.00028893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.283432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:55.282949Z","time spent":"2.000473554s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:57.526228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000219844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:57.526328Z","caller":"traceutil/trace.go:171","msg":"trace[621736448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000386878s","start":"2026-05-07T03:10:47.525913Z","end":"2026-05-07T03:10:57.5263Z","steps":["trace[621736448] 'agreement among raft nodes before linearized reading' (duration: 10.000256415s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.526408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:47.525894Z","time spent":"10.00049438s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/07 03:10:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:57.528289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000453299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:57.528379Z","caller":"traceutil/trace.go:171","msg":"trace[706834857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000585182s","start":"2026-05-07T03:10:47.527773Z","end":"2026-05-07T03:10:57.528358Z","steps":["trace[706834857] 'agreement among raft nodes before linearized reading' (duration: 10.000470269s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.528436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:47.527762Z","time spent":"10.000658343s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/07 03:10:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:57.993455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.730326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:10:57.993612Z","caller":"traceutil/trace.go:171","msg":"trace[1877250198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28423; }","duration":"596.9014ms","start":"2026-05-07T03:10:57.396687Z","end":"2026-05-07T03:10:57.993588Z","steps":["trace[1877250198] 'range keys from in-memory index tree' (duration: 596.702456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:57.996501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144667646s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T03:10:59.281919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.430160652s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:10:59.283807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:10:59.283888Z","caller":"traceutil/trace.go:171","msg":"trace[891862592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363061s","start":"2026-05-07T03:10:57.283504Z","end":"2026-05-07T03:10:59.283867Z","steps":["trace[891862592] 'agreement among raft nodes before linearized reading' (duration: 2.000262469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:10:59.283933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:57.283489Z","time spent":"2.000434762s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:10:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:10:59.888241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.887428Z","time spent":"7.0008046s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:00.932478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008743943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:00.932549Z","caller":"traceutil/trace.go:171","msg":"trace[966174872] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008836795s","start":"2026-05-07T03:10:50.923697Z","end":"2026-05-07T03:11:00.932534Z","steps":["trace[966174872] 'agreement among raft nodes before linearized reading' (duration: 10.008741223s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:00.932587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:50.923672Z","time spent":"10.008907147s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/07 03:11:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:01.292086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:01.292157Z","caller":"traceutil/trace.go:171","msg":"trace[738192765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426943s","start":"2026-05-07T03:10:59.291714Z","end":"2026-05-07T03:11:01.292141Z","steps":["trace[738192765] 'agreement among raft nodes before linearized reading' (duration: 2.000332691s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:01.292195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:59.291693Z","time spent":"2.000491545s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:01.397743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998823043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:01.397838Z","caller":"traceutil/trace.go:171","msg":"trace[1423592329] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998955276s","start":"2026-05-07T03:10:56.398858Z","end":"2026-05-07T03:11:01.397813Z","steps":["trace[1423592329] 'agreement among raft nodes before linearized reading' (duration: 4.998836283s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:01.397906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.398847Z","time spent":"4.999042558s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:11:01.623671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.625222Z","time spent":"4.998442443s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:01.81388Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67d96d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:11:01.938207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:01.938295Z","caller":"traceutil/trace.go:171","msg":"trace[1358759430] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999563659s","start":"2026-05-07T03:10:56.938713Z","end":"2026-05-07T03:11:01.938276Z","steps":["trace[1358759430] 'agreement among raft nodes before linearized reading' (duration: 4.999452756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:01.938387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.938695Z","time spent":"4.999679682s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:11:02.230546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:57.232142Z","time spent":"4.998396873s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:11:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:02.437141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:55.43615Z","time spent":"7.000982915s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:02.599553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602959373s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:11:02.815893Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67d980","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:11:03.292921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:03.293011Z","caller":"traceutil/trace.go:171","msg":"trace[291335100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662409s","start":"2026-05-07T03:11:01.292328Z","end":"2026-05-07T03:11:03.292991Z","steps":["trace[291335100] 'agreement among raft nodes before linearized reading' (duration: 2.000542046s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:03.293074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:01.292315Z","time spent":"2.00074849s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:04.530025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:57.52896Z","time spent":"7.001058146s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:04.532325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:57.53146Z","time spent":"7.000856352s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:04.829113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995158707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:04.829221Z","caller":"traceutil/trace.go:171","msg":"trace[626872189] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995327861s","start":"2026-05-07T03:10:56.833869Z","end":"2026-05-07T03:11:04.829197Z","steps":["trace[626872189] 'agreement among raft nodes before linearized reading' (duration: 7.995178038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:04.829275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.833852Z","time spent":"7.995412142s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/07 03:11:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:05.301318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000763441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:05.301418Z","caller":"traceutil/trace.go:171","msg":"trace[22709714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908693s","start":"2026-05-07T03:11:03.300492Z","end":"2026-05-07T03:11:05.301401Z","steps":["trace[22709714] 'agreement among raft nodes before linearized reading' (duration: 2.00079298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:05.301634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:03.300475Z","time spent":"2.001147609s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:05.626705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999541009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:05.626776Z","caller":"traceutil/trace.go:171","msg":"trace[1838605519] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999650402s","start":"2026-05-07T03:11:00.627108Z","end":"2026-05-07T03:11:05.626759Z","steps":["trace[1838605519] 'agreement among raft nodes before linearized reading' (duration: 4.99956252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:05.626812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:00.627094Z","time spent":"4.999708943s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/07 03:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:06.618905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.519478Z","time spent":"2.099419794s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:06.892137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:59.891622Z","time spent":"7.000505125s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:07.303393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000930156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:07.303465Z","caller":"traceutil/trace.go:171","msg":"trace[1668968567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001029539s","start":"2026-05-07T03:11:05.302415Z","end":"2026-05-07T03:11:07.303445Z","steps":["trace[1668968567] 'agreement among raft nodes before linearized reading' (duration: 2.000943997s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:07.3035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.302405Z","time spent":"2.00108861s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:07.804864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.522671589s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:08.750007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999971869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:08.750108Z","caller":"traceutil/trace.go:171","msg":"trace[1877611087] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.000127432s","start":"2026-05-07T03:11:03.749959Z","end":"2026-05-07T03:11:08.750087Z","steps":["trace[1877611087] 'agreement among raft nodes before linearized reading' (duration: 4.999988229s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:08.750268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:03.749943Z","time spent":"5.000309127s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/07 03:11:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:09.310428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:09.310559Z","caller":"traceutil/trace.go:171","msg":"trace[632292151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048584s","start":"2026-05-07T03:11:07.310485Z","end":"2026-05-07T03:11:09.310533Z","steps":["trace[632292151] 'agreement among raft nodes before linearized reading' (duration: 1.999877071s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:09.310648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:07.310461Z","time spent":"2.000171057s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:09.442341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:02.441847Z","time spent":"7.000486154s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:09.600222Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67da47","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:11:09.830761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.22865244s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:11:09.833087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435884858s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:09.833258Z","caller":"traceutil/trace.go:171","msg":"trace[533714504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28425; }","duration":"2.436061771s","start":"2026-05-07T03:11:07.397168Z","end":"2026-05-07T03:11:09.83323Z","steps":["trace[533714504] 'range keys from in-memory index tree' (duration: 2.435865227s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:09.833551Z","caller":"traceutil/trace.go:171","msg":"trace[586347071] linearizableReadLoop","detail":"{readStateIndex:29460; appliedIndex:29454; }","duration":"23.218697256s","start":"2026-05-07T03:10:46.614824Z","end":"2026-05-07T03:11:09.833522Z","steps":["trace[586347071] 'read index received' (duration: 5.098567611s)","trace[586347071] 'applied index is now lower than readState.Index' (duration: 18.120128565s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:10.101141Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67d980","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:11:10.133428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999620231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:10.133524Z","caller":"traceutil/trace.go:171","msg":"trace[2023085492] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999753264s","start":"2026-05-07T03:11:05.133745Z","end":"2026-05-07T03:11:10.133498Z","steps":["trace[2023085492] 'agreement among raft nodes before linearized reading' (duration: 4.999644611s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:10.133571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.133715Z","time spent":"4.999845216s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/07 03:11:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:10.2301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.425018863s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:11.312308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:11.312408Z","caller":"traceutil/trace.go:171","msg":"trace[1718723970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588387s","start":"2026-05-07T03:11:09.311798Z","end":"2026-05-07T03:11:11.312386Z","steps":["trace[1718723970] 'agreement among raft nodes before linearized reading' (duration: 2.000463904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:11.312463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:09.311782Z","time spent":"2.000669459s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:11.825033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594786015s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:11.832368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.831593Z","time spent":"7.000768269s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:12.903681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998878295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:12.903806Z","caller":"traceutil/trace.go:171","msg":"trace[1741944342] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999060029s","start":"2026-05-07T03:11:07.904719Z","end":"2026-05-07T03:11:12.903779Z","steps":["trace[1741944342] 'agreement among raft nodes before linearized reading' (duration: 4.998907646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:12.903873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:07.9047Z","time spent":"4.999156381s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/07 03:11:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:13.320957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:13.321053Z","caller":"traceutil/trace.go:171","msg":"trace[1515859615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155477s","start":"2026-05-07T03:11:11.32087Z","end":"2026-05-07T03:11:13.321026Z","steps":["trace[1515859615] 'agreement among raft nodes before linearized reading' (duration: 2.000053735s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:13.321124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:11.32085Z","time spent":"2.00025672s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:13.897548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:06.897094Z","time spent":"7.000447983s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:14.138819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999469476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:14.138923Z","caller":"traceutil/trace.go:171","msg":"trace[974113059] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.99963779s","start":"2026-05-07T03:10:54.13926Z","end":"2026-05-07T03:11:14.138898Z","steps":["trace[974113059] 'agreement among raft nodes before linearized reading' (duration: 19.999488857s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:14.138974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.139247Z","time spent":"19.999714801s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:11:14.736083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.121250909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-05-07T03:11:14.736194Z","caller":"traceutil/trace.go:171","msg":"trace[1308040272] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg; range_end:; response_count:1; response_revision:28426; }","duration":"28.121369303s","start":"2026-05-07T03:10:46.614773Z","end":"2026-05-07T03:11:14.736143Z","steps":["trace[1308040272] 'agreement among raft nodes before linearized reading' (duration: 23.21886345s)","trace[1308040272] 'range keys from in-memory index tree' (duration: 4.902324479s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:14.736243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.614755Z","time spent":"28.121476456s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" "} {"level":"warn","ts":"2026-05-07T03:11:14.742263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90868178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T03:11:14.742357Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.841µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-05-07T03:11:14.742482Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"34.71µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-05-07T03:11:15.321725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:15.321811Z","caller":"traceutil/trace.go:171","msg":"trace[430629205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078426s","start":"2026-05-07T03:11:13.321714Z","end":"2026-05-07T03:11:15.321792Z","steps":["trace[430629205] 'agreement among raft nodes before linearized reading' (duration: 1.999970274s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:15.321862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.321693Z","time spent":"2.000158788s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:15.921996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:15.922069Z","caller":"traceutil/trace.go:171","msg":"trace[289558689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618807s","start":"2026-05-07T03:11:13.921434Z","end":"2026-05-07T03:11:15.922053Z","steps":["trace[289558689] 'agreement among raft nodes before linearized reading' (duration: 2.000520805s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:15.922112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.921397Z","time spent":"2.000708599s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:16.426413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575702937s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:16.525136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782417126s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:11:16.527336Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"33.471µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-05-07T03:11:16.527667Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.1µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-05-07T03:11:16.527798Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67da47","error":"lease not found"} {"level":"info","ts":"2026-05-07T03:11:16.527946Z","caller":"traceutil/trace.go:171","msg":"trace[686999267] linearizableReadLoop","detail":"{readStateIndex:29475; appliedIndex:29460; }","duration":"6.694308957s","start":"2026-05-07T03:11:09.83361Z","end":"2026-05-07T03:11:16.527919Z","steps":["trace[686999267] 'read index received' (duration: 396.681678ms)","trace[686999267] 'applied index is now lower than readState.Index' (duration: 6.297623799s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:16.528046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.624367221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.528085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.120439885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.528136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.792227866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.528152Z","caller":"traceutil/trace.go:171","msg":"trace[1901512115] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28432; }","duration":"20.624522875s","start":"2026-05-07T03:10:55.903604Z","end":"2026-05-07T03:11:16.528127Z","steps":["trace[1901512115] 'agreement among raft nodes before linearized reading' (duration: 20.624350001s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.528189Z","caller":"traceutil/trace.go:171","msg":"trace[1112712992] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28432; }","duration":"24.792320939s","start":"2026-05-07T03:10:51.735848Z","end":"2026-05-07T03:11:16.528169Z","steps":["trace[1112712992] 'agreement among raft nodes before linearized reading' (duration: 24.792218036s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.5282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:55.903586Z","time spent":"20.624602147s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.528193Z","caller":"traceutil/trace.go:171","msg":"trace[84378531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28432; }","duration":"24.120591559s","start":"2026-05-07T03:10:52.407573Z","end":"2026-05-07T03:11:16.528164Z","steps":["trace[84378531] 'agreement among raft nodes before linearized reading' (duration: 24.120402464s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.528238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:51.735834Z","time spent":"24.79238978s","remote":"127.0.0.1:54014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.52825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.407556Z","time spent":"24.12068026s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.181361213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.528407Z","caller":"traceutil/trace.go:171","msg":"trace[1857321167] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:0; response_revision:28432; }","duration":"23.181481616s","start":"2026-05-07T03:10:53.346909Z","end":"2026-05-07T03:11:16.52839Z","steps":["trace[1857321167] 'agreement among raft nodes before linearized reading' (duration: 23.181338922s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.52844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.346888Z","time spent":"23.181546017s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:11:16.528709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.485997024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.528736Z","caller":"traceutil/trace.go:171","msg":"trace[1515348386] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28432; }","duration":"11.486063296s","start":"2026-05-07T03:11:05.04266Z","end":"2026-05-07T03:11:16.528723Z","steps":["trace[1515348386] 'agreement among raft nodes before linearized reading' (duration: 11.485950463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.528734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.949088766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.528779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.04264Z","time spent":"11.486124767s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.014471106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.528798Z","caller":"traceutil/trace.go:171","msg":"trace[2050253215] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28432; }","duration":"11.949194479s","start":"2026-05-07T03:11:04.579583Z","end":"2026-05-07T03:11:16.528778Z","steps":["trace[2050253215] 'agreement among raft nodes before linearized reading' (duration: 11.949040806s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.528832Z","caller":"traceutil/trace.go:171","msg":"trace[957588814] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28432; }","duration":"12.014547298s","start":"2026-05-07T03:11:04.514272Z","end":"2026-05-07T03:11:16.528819Z","steps":["trace[957588814] 'agreement among raft nodes before linearized reading' (duration: 12.014479336s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.528827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.887359858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.528817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.988517776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.528845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.579573Z","time spent":"11.94926134s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.514259Z","time spent":"12.014599959s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.289994081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:11:16.528871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.004057613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.528893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.837502826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.528965Z","caller":"traceutil/trace.go:171","msg":"trace[2138168056] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28432; }","duration":"12.004173596s","start":"2026-05-07T03:11:04.524775Z","end":"2026-05-07T03:11:16.528948Z","steps":["trace[2138168056] 'agreement among raft nodes before linearized reading' (duration: 12.003963591s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.528984Z","caller":"traceutil/trace.go:171","msg":"trace[1001788342] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28432; }","duration":"12.837636479s","start":"2026-05-07T03:11:03.691339Z","end":"2026-05-07T03:11:16.528975Z","steps":["trace[1001788342] 'agreement among raft nodes before linearized reading' (duration: 12.837495406s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.528987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.349302308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.528997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.740965488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.52891Z","caller":"traceutil/trace.go:171","msg":"trace[273263812] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28432; }","duration":"11.988639289s","start":"2026-05-07T03:11:04.540242Z","end":"2026-05-07T03:11:16.528881Z","steps":["trace[273263812] 'agreement among raft nodes before linearized reading' (duration: 11.988506786s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.524767Z","time spent":"12.004234157s","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.088657884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.52889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.636231003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.529053Z","caller":"traceutil/trace.go:171","msg":"trace[1818455318] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28432; }","duration":"16.74105565s","start":"2026-05-07T03:10:59.787982Z","end":"2026-05-07T03:11:16.529037Z","steps":["trace[1818455318] 'agreement among raft nodes before linearized reading' (duration: 16.740505438s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529063Z","caller":"traceutil/trace.go:171","msg":"trace[782131413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28432; }","duration":"18.088773426s","start":"2026-05-07T03:10:58.44028Z","end":"2026-05-07T03:11:16.529054Z","steps":["trace[782131413] 'agreement among raft nodes before linearized reading' (duration: 18.088225624s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:04.540226Z","time spent":"11.988826383s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.068013829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.678822783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.327955528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-07T03:11:16.529106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:59.787961Z","time spent":"16.741125511s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:58.440261Z","time spent":"18.088836548s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.607828738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.52914Z","caller":"traceutil/trace.go:171","msg":"trace[654689980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28432; }","duration":"18.32803266s","start":"2026-05-07T03:10:58.201097Z","end":"2026-05-07T03:11:16.52913Z","steps":["trace[654689980] 'agreement among raft nodes before linearized reading' (duration: 18.327422886s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529137Z","caller":"traceutil/trace.go:171","msg":"trace[1360742388] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28432; }","duration":"27.068101421s","start":"2026-05-07T03:10:49.461018Z","end":"2026-05-07T03:11:16.529119Z","steps":["trace[1360742388] 'agreement among raft nodes before linearized reading' (duration: 27.067404115s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:58.201018Z","time spent":"18.328145532s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:11:16.529182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.171195169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.529201Z","caller":"traceutil/trace.go:171","msg":"trace[2097011245] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28432; }","duration":"19.17125065s","start":"2026-05-07T03:10:57.357945Z","end":"2026-05-07T03:11:16.529196Z","steps":["trace[2097011245] 'agreement among raft nodes before linearized reading' (duration: 19.170584146s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.461Z","time spent":"27.068178043s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.147998412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:57.357926Z","time spent":"19.171289582s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.464373213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.529103Z","caller":"traceutil/trace.go:171","msg":"trace[786925983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28432; }","duration":"13.636462708s","start":"2026-05-07T03:11:02.892615Z","end":"2026-05-07T03:11:16.529077Z","steps":["trace[786925983] 'agreement among raft nodes before linearized reading' (duration: 13.635849714s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.218259605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529247Z","caller":"traceutil/trace.go:171","msg":"trace[252054970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28432; }","duration":"20.148178006s","start":"2026-05-07T03:10:56.381054Z","end":"2026-05-07T03:11:16.529232Z","steps":["trace[252054970] 'agreement among raft nodes before linearized reading' (duration: 20.147506801s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.528888Z","caller":"traceutil/trace.go:171","msg":"trace[1817674643] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28432; }","duration":"27.88746728s","start":"2026-05-07T03:10:48.641402Z","end":"2026-05-07T03:11:16.52887Z","steps":["trace[1817674643] 'agreement among raft nodes before linearized reading' (duration: 27.887050511s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:02.892599Z","time spent":"13.636659273s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529275Z","caller":"traceutil/trace.go:171","msg":"trace[1486354190] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28432; }","duration":"27.218348817s","start":"2026-05-07T03:10:49.310915Z","end":"2026-05-07T03:11:16.529264Z","steps":["trace[1486354190] 'agreement among raft nodes before linearized reading' (duration: 27.217517949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.381049Z","time spent":"20.148232637s","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.641377Z","time spent":"27.887907759s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:49.310847Z","time spent":"27.218459079s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.238012642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.779078204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529369Z","caller":"traceutil/trace.go:171","msg":"trace[397123560] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28432; }","duration":"9.238088304s","start":"2026-05-07T03:11:07.291268Z","end":"2026-05-07T03:11:16.529356Z","steps":["trace[397123560] 'agreement among raft nodes before linearized reading' (duration: 9.237163883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.52933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.650256991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529386Z","caller":"traceutil/trace.go:171","msg":"trace[2143624031] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28432; }","duration":"19.779140064s","start":"2026-05-07T03:10:56.750239Z","end":"2026-05-07T03:11:16.529379Z","steps":["trace[2143624031] 'agreement among raft nodes before linearized reading' (duration: 19.778301016s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.512243031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:07.291253Z","time spent":"9.238132834s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.750217Z","time spent":"19.779187876s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529408Z","caller":"traceutil/trace.go:171","msg":"trace[1187055441] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28432; }","duration":"10.650360973s","start":"2026-05-07T03:11:05.879035Z","end":"2026-05-07T03:11:16.529396Z","steps":["trace[1187055441] 'agreement among raft nodes before linearized reading' (duration: 10.649529894s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973613114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529153Z","caller":"traceutil/trace.go:171","msg":"trace[870906705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28432; }","duration":"29.608236937s","start":"2026-05-07T03:10:46.920909Z","end":"2026-05-07T03:11:16.529146Z","steps":["trace[870906705] 'agreement among raft nodes before linearized reading' (duration: 29.607585323s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.879019Z","time spent":"10.650415694s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529467Z","caller":"traceutil/trace.go:171","msg":"trace[1730346480] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28432; }","duration":"6.973756997s","start":"2026-05-07T03:11:09.555692Z","end":"2026-05-07T03:11:16.529449Z","steps":["trace[1730346480] 'agreement among raft nodes before linearized reading' (duration: 6.972703654s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.52947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.920894Z","time spent":"29.608562474s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.430541102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:09.555675Z","time spent":"6.973819069s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.507997009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.922480046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.861067101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529566Z","caller":"traceutil/trace.go:171","msg":"trace[1992197948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28432; }","duration":"19.922564498s","start":"2026-05-07T03:10:56.606992Z","end":"2026-05-07T03:11:16.529556Z","steps":["trace[1992197948] 'agreement among raft nodes before linearized reading' (duration: 19.921560826s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529562Z","caller":"traceutil/trace.go:171","msg":"trace[1709821870] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28432; }","duration":"13.50804625s","start":"2026-05-07T03:11:03.021501Z","end":"2026-05-07T03:11:16.529548Z","steps":["trace[1709821870] 'agreement among raft nodes before linearized reading' (duration: 13.506961866s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.150752774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.52959Z","caller":"traceutil/trace.go:171","msg":"trace[1623441967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28432; }","duration":"6.861156153s","start":"2026-05-07T03:11:09.668422Z","end":"2026-05-07T03:11:16.529578Z","steps":["trace[1623441967] 'agreement among raft nodes before linearized reading' (duration: 6.859956586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.256387163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-07T03:11:16.5296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082551877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-07T03:11:16.52961Z","caller":"traceutil/trace.go:171","msg":"trace[1204058109] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28432; }","duration":"20.150808615s","start":"2026-05-07T03:10:56.378794Z","end":"2026-05-07T03:11:16.529603Z","steps":["trace[1204058109] 'agreement among raft nodes before linearized reading' (duration: 20.149776503s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.567388415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529623Z","caller":"traceutil/trace.go:171","msg":"trace[1246412876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28432; }","duration":"25.256498985s","start":"2026-05-07T03:10:51.273116Z","end":"2026-05-07T03:11:16.529615Z","steps":["trace[1246412876] 'agreement among raft nodes before linearized reading' (duration: 25.255265928s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.52963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.548003387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.606973Z","time spent":"19.92261386s","remote":"127.0.0.1:45144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:56.378777Z","time spent":"20.150852706s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529637Z","caller":"traceutil/trace.go:171","msg":"trace[1916716935] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28432; }","duration":"7.082617399s","start":"2026-05-07T03:11:09.447012Z","end":"2026-05-07T03:11:16.529629Z","steps":["trace[1916716935] 'agreement among raft nodes before linearized reading' (duration: 7.081396262s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529645Z","caller":"traceutil/trace.go:171","msg":"trace[1907886190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28432; }","duration":"29.567457246s","start":"2026-05-07T03:10:46.962177Z","end":"2026-05-07T03:11:16.529634Z","steps":["trace[1907886190] 'agreement among raft nodes before linearized reading' (duration: 29.566191688s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529654Z","caller":"traceutil/trace.go:171","msg":"trace[834777145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28432; }","duration":"10.548060858s","start":"2026-05-07T03:11:05.981587Z","end":"2026-05-07T03:11:16.529648Z","steps":["trace[834777145] 'agreement among raft nodes before linearized reading' (duration: 10.546886202s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.858388559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.774475848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.757055725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:09.668401Z","time spent":"6.861216355s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.962161Z","time spent":"29.567508339s","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529689Z","caller":"traceutil/trace.go:171","msg":"trace[572306027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28432; }","duration":"23.77453526s","start":"2026-05-07T03:10:52.755146Z","end":"2026-05-07T03:11:16.529681Z","steps":["trace[572306027] 'agreement among raft nodes before linearized reading' (duration: 23.773145289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:03.021481Z","time spent":"13.508111882s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.5297Z","caller":"traceutil/trace.go:171","msg":"trace[711080241] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28432; }","duration":"10.757126397s","start":"2026-05-07T03:11:05.772565Z","end":"2026-05-07T03:11:16.529692Z","steps":["trace[711080241] 'agreement among raft nodes before linearized reading' (duration: 10.756009403s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.811944256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-05-07T03:11:16.529711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.75513Z","time spent":"23.7745756s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.772549Z","time spent":"10.757174948s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.641031072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.072600504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.030809447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.529765Z","caller":"traceutil/trace.go:171","msg":"trace[1470541175] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28432; }","duration":"25.641102524s","start":"2026-05-07T03:10:50.888653Z","end":"2026-05-07T03:11:16.529756Z","steps":["trace[1470541175] 'agreement among raft nodes before linearized reading' (duration: 25.639758124s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529772Z","caller":"traceutil/trace.go:171","msg":"trace[1350744705] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba; range_end:; response_count:1; response_revision:28432; }","duration":"24.812461878s","start":"2026-05-07T03:10:51.717265Z","end":"2026-05-07T03:11:16.529726Z","steps":["trace[1350744705] 'agreement among raft nodes before linearized reading' (duration: 24.811108498s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529782Z","caller":"traceutil/trace.go:171","msg":"trace[1217969187] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28432; }","duration":"10.031133334s","start":"2026-05-07T03:11:06.498638Z","end":"2026-05-07T03:11:16.529771Z","steps":["trace[1217969187] 'agreement among raft nodes before linearized reading' (duration: 10.029803075s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529128Z","caller":"traceutil/trace.go:171","msg":"trace[1079258130] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28432; }","duration":"29.678879585s","start":"2026-05-07T03:10:46.850241Z","end":"2026-05-07T03:11:16.529121Z","steps":["trace[1079258130] 'agreement among raft nodes before linearized reading' (duration: 29.678274611s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:50.888636Z","time spent":"25.641149295s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.263110238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T03:11:16.529811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:06.498541Z","time spent":"10.031260197s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:51.717245Z","time spent":"24.812558711s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ad273af3affeba\" "} {"level":"warn","ts":"2026-05-07T03:11:16.529676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:09.446998Z","time spent":"7.08267079s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-07T03:11:16.529013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:03.691316Z","time spent":"12.83768923s","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529836Z","caller":"traceutil/trace.go:171","msg":"trace[750023429] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28432; }","duration":"23.263359913s","start":"2026-05-07T03:10:53.266463Z","end":"2026-05-07T03:11:16.529823Z","steps":["trace[750023429] 'agreement among raft nodes before linearized reading' (duration: 23.26184381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.322182077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.266446Z","time spent":"23.263416105s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T03:11:16.529888Z","caller":"traceutil/trace.go:171","msg":"trace[1257539056] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28432; }","duration":"23.322202488s","start":"2026-05-07T03:10:53.20766Z","end":"2026-05-07T03:11:16.529863Z","steps":["trace[1257539056] 'agreement among raft nodes before linearized reading' (duration: 23.320660884s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.52989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.106529489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.304626855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.52991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.207606Z","time spent":"23.32229762s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529932Z","caller":"traceutil/trace.go:171","msg":"trace[1200228415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28432; }","duration":"28.305161867s","start":"2026-05-07T03:10:48.224763Z","end":"2026-05-07T03:11:16.529925Z","steps":["trace[1200228415] 'agreement among raft nodes before linearized reading' (duration: 28.303621973s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529932Z","caller":"traceutil/trace.go:171","msg":"trace[2049084639] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28432; }","duration":"11.106598361s","start":"2026-05-07T03:11:05.423323Z","end":"2026-05-07T03:11:16.529921Z","steps":["trace[2049084639] 'agreement among raft nodes before linearized reading' (duration: 11.105267152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.994004908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18ad29d9dd227eca\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-05-07T03:11:16.529422Z","caller":"traceutil/trace.go:171","msg":"trace[523065423] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28432; }","duration":"17.512321933s","start":"2026-05-07T03:10:59.01709Z","end":"2026-05-07T03:11:16.529412Z","steps":["trace[523065423] 'agreement among raft nodes before linearized reading' (duration: 17.511405503s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.224747Z","time spent":"28.305202358s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.528894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.295680023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.529975Z","caller":"traceutil/trace.go:171","msg":"trace[1851916653] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18ad29d9dd227eca; range_end:; response_count:1; response_revision:28432; }","duration":"27.994621502s","start":"2026-05-07T03:10:48.535344Z","end":"2026-05-07T03:11:16.529966Z","steps":["trace[1851916653] 'agreement among raft nodes before linearized reading' (duration: 27.993018227s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.529819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:46.850224Z","time spent":"29.67958235s","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529527Z","caller":"traceutil/trace.go:171","msg":"trace[716348437] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28432; }","duration":"25.430613483s","start":"2026-05-07T03:10:51.098902Z","end":"2026-05-07T03:11:16.529516Z","steps":["trace[716348437] 'agreement among raft nodes before linearized reading' (duration: 25.429496169s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529027Z","caller":"traceutil/trace.go:171","msg":"trace[514324136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28432; }","duration":"10.349363869s","start":"2026-05-07T03:11:06.179651Z","end":"2026-05-07T03:11:16.529015Z","steps":["trace[514324136] 'agreement among raft nodes before linearized reading' (duration: 10.348803357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.530004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.535328Z","time spent":"27.994667934s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/libvirt-api.18ad29d9dd227eca\" "} {"level":"info","ts":"2026-05-07T03:11:16.53Z","caller":"traceutil/trace.go:171","msg":"trace[1387049665] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28432; }","duration":"16.296813029s","start":"2026-05-07T03:11:00.233176Z","end":"2026-05-07T03:11:16.529989Z","steps":["trace[1387049665] 'agreement among raft nodes before linearized reading' (duration: 16.295302335s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.530029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:06.179636Z","time spent":"10.350382972s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.530033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:51.098872Z","time spent":"25.431142035s","remote":"127.0.0.1:45474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.53004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:00.233159Z","time spent":"16.29686859s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.981567Z","time spent":"10.548102779s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.287214055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.531713Z","caller":"traceutil/trace.go:171","msg":"trace[1760748390] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28432; }","duration":"22.289350204s","start":"2026-05-07T03:10:54.242314Z","end":"2026-05-07T03:11:16.531665Z","steps":["trace[1760748390] 'agreement among raft nodes before linearized reading' (duration: 22.286019809s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.531839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.242304Z","time spent":"22.289515597s","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.52982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.69663318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.531953Z","caller":"traceutil/trace.go:171","msg":"trace[1422477107] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28432; }","duration":"23.698760848s","start":"2026-05-07T03:10:52.833177Z","end":"2026-05-07T03:11:16.531938Z","steps":["trace[1422477107] 'agreement among raft nodes before linearized reading' (duration: 23.695151737s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.531997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.833163Z","time spent":"23.698820909s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.218168345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.53211Z","caller":"traceutil/trace.go:171","msg":"trace[533053985] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28432; }","duration":"23.220774903s","start":"2026-05-07T03:10:53.311326Z","end":"2026-05-07T03:11:16.532101Z","steps":["trace[533053985] 'agreement among raft nodes before linearized reading' (duration: 23.216969648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.53214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.311302Z","time spent":"23.220830704s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529695Z","caller":"traceutil/trace.go:171","msg":"trace[1911936395] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28432; }","duration":"21.858503531s","start":"2026-05-07T03:10:54.671176Z","end":"2026-05-07T03:11:16.52968Z","steps":["trace[1911936395] 'agreement among raft nodes before linearized reading' (duration: 21.857154761s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.532219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.67116Z","time spent":"21.861030078s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.529253Z","caller":"traceutil/trace.go:171","msg":"trace[1544616223] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28432; }","duration":"23.464467115s","start":"2026-05-07T03:10:53.064774Z","end":"2026-05-07T03:11:16.529241Z","steps":["trace[1544616223] 'agreement among raft nodes before linearized reading' (duration: 23.463489554s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.532295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:53.064746Z","time spent":"23.467531353s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.786415853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:16.532389Z","caller":"traceutil/trace.go:171","msg":"trace[1358401947] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28432; }","duration":"27.78941858s","start":"2026-05-07T03:10:48.742955Z","end":"2026-05-07T03:11:16.532374Z","steps":["trace[1358401947] 'agreement among raft nodes before linearized reading' (duration: 27.785488493s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.529777Z","caller":"traceutil/trace.go:171","msg":"trace[365363659] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28432; }","duration":"28.072662705s","start":"2026-05-07T03:10:48.457104Z","end":"2026-05-07T03:11:16.529767Z","steps":["trace[365363659] 'agreement among raft nodes before linearized reading' (duration: 28.071276744s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.532473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.74293Z","time spent":"27.789502962s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.532475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.457094Z","time spent":"28.075365945s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.02000847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18ad29d9dd1e90b6\" ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-05-07T03:11:16.53262Z","caller":"traceutil/trace.go:171","msg":"trace[600351962] range","detail":"{range_begin:/registry/events/default/atmosphere.18ad29d9dd1e90b6; range_end:; response_count:1; response_revision:28432; }","duration":"28.022651268s","start":"2026-05-07T03:10:48.509952Z","end":"2026-05-07T03:11:16.532603Z","steps":["trace[600351962] 'agreement among raft nodes before linearized reading' (duration: 28.018453405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.530052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.240982802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.532674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:48.50994Z","time spent":"28.02271928s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":714,"request content":"key:\"/registry/events/default/atmosphere.18ad29d9dd1e90b6\" "} {"level":"info","ts":"2026-05-07T03:11:16.532712Z","caller":"traceutil/trace.go:171","msg":"trace[336049183] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28432; }","duration":"11.243663672s","start":"2026-05-07T03:11:05.289031Z","end":"2026-05-07T03:11:16.532695Z","steps":["trace[336049183] 'agreement among raft nodes before linearized reading' (duration: 11.239567671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.532782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.289012Z","time spent":"11.243754234s","remote":"127.0.0.1:45392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.955030191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.529654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:51.273076Z","time spent":"25.256570687s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:16.529793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.313306327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.530147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.880156744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:16.530167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.728905936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:16.529005Z","caller":"traceutil/trace.go:171","msg":"trace[1107539999] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28432; }","duration":"8.290089443s","start":"2026-05-07T03:11:08.238813Z","end":"2026-05-07T03:11:16.528902Z","steps":["trace[1107539999] 'agreement among raft nodes before linearized reading' (duration: 8.289606412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.530203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.66949734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:16.529969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:05.423307Z","time spent":"11.106649992s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.529986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:59.017071Z","time spent":"17.512901576s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.532994Z","caller":"traceutil/trace.go:171","msg":"trace[1813376401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28432; }","duration":"21.883049329s","start":"2026-05-07T03:10:54.649932Z","end":"2026-05-07T03:11:16.532981Z","steps":["trace[1813376401] 'agreement among raft nodes before linearized reading' (duration: 21.878413776s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.533027Z","caller":"traceutil/trace.go:171","msg":"trace[1028747760] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28432; }","duration":"23.958276152s","start":"2026-05-07T03:10:52.574733Z","end":"2026-05-07T03:11:16.533009Z","steps":["trace[1028747760] 'agreement among raft nodes before linearized reading' (duration: 23.953572898s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.533059Z","caller":"traceutil/trace.go:171","msg":"trace[615717536] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28432; }","duration":"22.316602051s","start":"2026-05-07T03:10:54.216451Z","end":"2026-05-07T03:11:16.533053Z","steps":["trace[615717536] 'agreement among raft nodes before linearized reading' (duration: 22.311905747s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:16.533063Z","caller":"traceutil/trace.go:171","msg":"trace[1635562626] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28432; }","duration":"21.731841312s","start":"2026-05-07T03:10:54.801215Z","end":"2026-05-07T03:11:16.533057Z","steps":["trace[1635562626] 'agreement among raft nodes before linearized reading' (duration: 21.727138688s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.53308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:52.574714Z","time spent":"23.958350365s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.533087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.216436Z","time spent":"22.316644342s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.533113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:08.238793Z","time spent":"8.294315937s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:16.533038Z","caller":"traceutil/trace.go:171","msg":"trace[1691286587] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28432; }","duration":"21.672329364s","start":"2026-05-07T03:10:54.860699Z","end":"2026-05-07T03:11:16.533028Z","steps":["trace[1691286587] 'agreement among raft nodes before linearized reading' (duration: 21.66764966s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:16.533038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.649912Z","time spent":"21.883113311s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.533211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.860635Z","time spent":"21.672568429s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:16.533095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:10:54.801185Z","time spent":"21.731897584s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:17.317768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9995737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:17.317862Z","caller":"traceutil/trace.go:171","msg":"trace[2094219383] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999720824s","start":"2026-05-07T03:11:12.318122Z","end":"2026-05-07T03:11:17.317843Z","steps":["trace[2094219383] 'agreement among raft nodes before linearized reading' (duration: 4.99959561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:17.317908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:12.318103Z","time spent":"4.999794575s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:11:17.328898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:17.328973Z","caller":"traceutil/trace.go:171","msg":"trace[1208044508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128657s","start":"2026-05-07T03:11:15.328828Z","end":"2026-05-07T03:11:17.328956Z","steps":["trace[1208044508] 'agreement among raft nodes before linearized reading' (duration: 2.000029975s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:17.329011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:15.328805Z","time spent":"2.000198978s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:17.471052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999051338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:17.471134Z","caller":"traceutil/trace.go:171","msg":"trace[1896362983] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999196401s","start":"2026-05-07T03:11:12.47192Z","end":"2026-05-07T03:11:17.471116Z","steps":["trace[1896362983] 'agreement among raft nodes before linearized reading' (duration: 4.999098769s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:17.471177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:12.471896Z","time spent":"4.999269673s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/07 03:11:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:18.095605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456427405s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:18.108481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580729592s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:11:18.109167Z","caller":"traceutil/trace.go:171","msg":"trace[114134883] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28433; }","duration":"4.207556573s","start":"2026-05-07T03:11:13.90159Z","end":"2026-05-07T03:11:18.109146Z","steps":["trace[114134883] 'process raft request' (duration: 4.207392319s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.109357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.901577Z","time spent":"4.207646465s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:18.108461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.404697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.112711Z","caller":"traceutil/trace.go:171","msg":"trace[1671564675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28433; }","duration":"715.668772ms","start":"2026-05-07T03:11:17.397018Z","end":"2026-05-07T03:11:18.112687Z","steps":["trace[1671564675] 'range keys from in-memory index tree' (duration: 711.385557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.112992Z","caller":"traceutil/trace.go:171","msg":"trace[1976702814] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"3.364506226s","start":"2026-05-07T03:11:14.74845Z","end":"2026-05-07T03:11:18.112956Z","steps":["trace[1976702814] 'process raft request' (duration: 3.360623599s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.113133Z","caller":"traceutil/trace.go:171","msg":"trace[1724433398] linearizableReadLoop","detail":"{readStateIndex:29478; appliedIndex:29475; }","duration":"1.585113708s","start":"2026-05-07T03:11:16.528007Z","end":"2026-05-07T03:11:18.113121Z","steps":["trace[1724433398] 'read index received' (duration: 523.772µs)","trace[1724433398] 'applied index is now lower than readState.Index' (duration: 1.584589046s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:18.113139Z","caller":"traceutil/trace.go:171","msg":"trace[417947106] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"1.580978486s","start":"2026-05-07T03:11:16.532132Z","end":"2026-05-07T03:11:18.113111Z","steps":["trace[417947106] 'process raft request' (duration: 1.580854853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.679727873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:18.113238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.313221958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.113281Z","caller":"traceutil/trace.go:171","msg":"trace[1009010082] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28435; }","duration":"7.679825206s","start":"2026-05-07T03:11:10.433444Z","end":"2026-05-07T03:11:18.113269Z","steps":["trace[1009010082] 'agreement among raft nodes before linearized reading' (duration: 7.679744834s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.113297Z","caller":"traceutil/trace.go:171","msg":"trace[2026920803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28435; }","duration":"7.313338281s","start":"2026-05-07T03:11:10.799942Z","end":"2026-05-07T03:11:18.11328Z","steps":["trace[2026920803] 'agreement among raft nodes before linearized reading' (duration: 7.313205878s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.433415Z","time spent":"7.679894806s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.113322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.532113Z","time spent":"1.581114829s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:18.113309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47245829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:18.113415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.799914Z","time spent":"7.313480144s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.113458Z","caller":"traceutil/trace.go:171","msg":"trace[1055098711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28435; }","duration":"5.472643645s","start":"2026-05-07T03:11:12.640784Z","end":"2026-05-07T03:11:18.113428Z","steps":["trace[1055098711] 'agreement among raft nodes before linearized reading' (duration: 5.472366428s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.11353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:12.640723Z","time spent":"5.472793049s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.113567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.743804956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.113674Z","caller":"traceutil/trace.go:171","msg":"trace[1227077216] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28435; }","duration":"7.743952849s","start":"2026-05-07T03:11:10.369709Z","end":"2026-05-07T03:11:18.113661Z","steps":["trace[1227077216] 'agreement among raft nodes before linearized reading' (duration: 7.743822896s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50104253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:18.113754Z","caller":"traceutil/trace.go:171","msg":"trace[219763780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28435; }","duration":"5.501103321s","start":"2026-05-07T03:11:12.612637Z","end":"2026-05-07T03:11:18.11374Z","steps":["trace[219763780] 'agreement among raft nodes before linearized reading' (duration: 5.501014999s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.785900685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:18.113768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.760198211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.113841Z","caller":"traceutil/trace.go:171","msg":"trace[446455426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28435; }","duration":"7.785968407s","start":"2026-05-07T03:11:10.327865Z","end":"2026-05-07T03:11:18.113833Z","steps":["trace[446455426] 'agreement among raft nodes before linearized reading' (duration: 7.785918306s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.113849Z","caller":"traceutil/trace.go:171","msg":"trace[854695026] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28435; }","duration":"7.760320884s","start":"2026-05-07T03:11:10.353518Z","end":"2026-05-07T03:11:18.113839Z","steps":["trace[854695026] 'agreement among raft nodes before linearized reading' (duration: 7.760218972s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.327846Z","time spent":"7.786017128s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.113885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.353497Z","time spent":"7.760376666s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.11395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568725605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-07T03:11:18.114023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.808899649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:18.11403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971750107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-07T03:11:18.114063Z","caller":"traceutil/trace.go:171","msg":"trace[832060701] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28435; }","duration":"7.808972671s","start":"2026-05-07T03:11:10.30508Z","end":"2026-05-07T03:11:18.114053Z","steps":["trace[832060701] 'agreement among raft nodes before linearized reading' (duration: 7.808908119s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.114075Z","caller":"traceutil/trace.go:171","msg":"trace[9196694] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28435; }","duration":"3.971832379s","start":"2026-05-07T03:11:14.14223Z","end":"2026-05-07T03:11:18.114062Z","steps":["trace[9196694] 'agreement among raft nodes before linearized reading' (duration: 3.971640775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.1141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.305059Z","time spent":"7.809031192s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.114109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:14.142209Z","time spent":"3.97189256s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:11:18.11416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017496205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:18.114196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016809378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:11:18.114264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540493974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.114303Z","caller":"traceutil/trace.go:171","msg":"trace[1252482842] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28435; }","duration":"2.540561376s","start":"2026-05-07T03:11:15.57373Z","end":"2026-05-07T03:11:18.114291Z","steps":["trace[1252482842] 'agreement among raft nodes before linearized reading' (duration: 2.540498605s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:15.573713Z","time spent":"2.540619597s","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.114368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.874971363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T03:11:18.114409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307088906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:18.114458Z","caller":"traceutil/trace.go:171","msg":"trace[1919823248] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28435; }","duration":"4.307173748s","start":"2026-05-07T03:11:13.80727Z","end":"2026-05-07T03:11:18.114444Z","steps":["trace[1919823248] 'agreement among raft nodes before linearized reading' (duration: 4.307064976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.807249Z","time spent":"4.307244999s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.113809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:12.612591Z","time spent":"5.501203523s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.114253Z","caller":"traceutil/trace.go:171","msg":"trace[1461901105] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28435; }","duration":"6.01692028s","start":"2026-05-07T03:11:12.097316Z","end":"2026-05-07T03:11:18.114237Z","steps":["trace[1461901105] 'agreement among raft nodes before linearized reading' (duration: 6.016713805s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:12.097299Z","time spent":"6.017296469s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.114018Z","caller":"traceutil/trace.go:171","msg":"trace[568313456] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28435; }","duration":"2.568806827s","start":"2026-05-07T03:11:15.545193Z","end":"2026-05-07T03:11:18.114Z","steps":["trace[568313456] 'agreement among raft nodes before linearized reading' (duration: 2.568618042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:15.545183Z","time spent":"2.569507072s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:18.114796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442864569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.114866Z","caller":"traceutil/trace.go:171","msg":"trace[2141655241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28435; }","duration":"4.4429758s","start":"2026-05-07T03:11:13.671873Z","end":"2026-05-07T03:11:18.114849Z","steps":["trace[2141655241] 'agreement among raft nodes before linearized reading' (duration: 4.442818247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.671854Z","time spent":"4.443051042s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.11497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.701345124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.115025Z","caller":"traceutil/trace.go:171","msg":"trace[1101529484] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28435; }","duration":"6.701425676s","start":"2026-05-07T03:11:11.413584Z","end":"2026-05-07T03:11:18.11501Z","steps":["trace[1101529484] 'agreement among raft nodes before linearized reading' (duration: 6.701355214s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.115075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:11.413567Z","time spent":"6.701494967s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.114403Z","caller":"traceutil/trace.go:171","msg":"trace[308891535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28435; }","duration":"7.875042335s","start":"2026-05-07T03:11:10.23935Z","end":"2026-05-07T03:11:18.114393Z","steps":["trace[308891535] 'agreement among raft nodes before linearized reading' (duration: 7.874888862s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.113718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.369694Z","time spent":"7.74400993s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.115094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291742121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:18.115127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832323335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:18.11516Z","caller":"traceutil/trace.go:171","msg":"trace[1158547090] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28435; }","duration":"3.291865434s","start":"2026-05-07T03:11:14.823276Z","end":"2026-05-07T03:11:18.115141Z","steps":["trace[1158547090] 'agreement among raft nodes before linearized reading' (duration: 3.289958411s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:18.115196Z","caller":"traceutil/trace.go:171","msg":"trace[996050571] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28435; }","duration":"4.832414127s","start":"2026-05-07T03:11:13.282763Z","end":"2026-05-07T03:11:18.115177Z","steps":["trace[996050571] 'agreement among raft nodes before linearized reading' (duration: 4.832313245s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278855019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:11:18.115252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.282751Z","time spent":"4.832485519s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.115264Z","caller":"traceutil/trace.go:171","msg":"trace[412664701] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28435; }","duration":"6.279233917s","start":"2026-05-07T03:11:11.836016Z","end":"2026-05-07T03:11:18.11525Z","steps":["trace[412664701] 'agreement among raft nodes before linearized reading' (duration: 6.278794827s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.115274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165219874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:18.115303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:11.835995Z","time spent":"6.279296339s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-07T03:11:18.115145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.239332Z","time spent":"7.875799272s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:18.11553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.854782337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:18.115311Z","caller":"traceutil/trace.go:171","msg":"trace[1177270180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28435; }","duration":"7.165286375s","start":"2026-05-07T03:11:10.950013Z","end":"2026-05-07T03:11:18.1153Z","steps":["trace[1177270180] 'agreement among raft nodes before linearized reading' (duration: 7.165225704s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.114468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.875084567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:18.11559Z","caller":"traceutil/trace.go:171","msg":"trace[1974942901] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28435; }","duration":"4.854888739s","start":"2026-05-07T03:11:13.260686Z","end":"2026-05-07T03:11:18.115575Z","steps":["trace[1974942901] 'agreement among raft nodes before linearized reading' (duration: 4.854774807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.115604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.949999Z","time spent":"7.165591532s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:11:18.115636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:13.260665Z","time spent":"4.854956721s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.115202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:14.82326Z","time spent":"3.291930545s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.115611Z","caller":"traceutil/trace.go:171","msg":"trace[282963157] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28435; }","duration":"7.876262862s","start":"2026-05-07T03:11:10.239337Z","end":"2026-05-07T03:11:18.1156Z","steps":["trace[282963157] 'agreement among raft nodes before linearized reading' (duration: 7.875095486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.115265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575604978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:18.115909Z","caller":"traceutil/trace.go:171","msg":"trace[563626960] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28435; }","duration":"2.576263062s","start":"2026-05-07T03:11:15.53963Z","end":"2026-05-07T03:11:18.115893Z","steps":["trace[563626960] 'agreement among raft nodes before linearized reading' (duration: 2.575596827s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.115966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:15.539615Z","time spent":"2.576332784s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:18.114205Z","caller":"traceutil/trace.go:171","msg":"trace[944568987] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28435; }","duration":"2.017576687s","start":"2026-05-07T03:11:16.096616Z","end":"2026-05-07T03:11:18.114193Z","steps":["trace[944568987] 'agreement among raft nodes before linearized reading' (duration: 2.017429534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.1161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.096598Z","time spent":"2.019465768s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.11617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:10.239294Z","time spent":"7.876588499s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:18.113161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:14.748429Z","time spent":"3.364612459s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4713,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:18.118923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2138005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:11:18.119396Z","caller":"traceutil/trace.go:171","msg":"trace[610298752] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28435; }","duration":"3.214278522s","start":"2026-05-07T03:11:14.905099Z","end":"2026-05-07T03:11:18.119378Z","steps":["trace[610298752] 'agreement among raft nodes before linearized reading' (duration: 3.2101852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:18.119452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:14.905063Z","time spent":"3.214375434s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2503,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:19.275929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030448521s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:19.32987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:19.329972Z","caller":"traceutil/trace.go:171","msg":"trace[1446494391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401603s","start":"2026-05-07T03:11:17.329548Z","end":"2026-05-07T03:11:19.329949Z","steps":["trace[1446494391] 'agreement among raft nodes before linearized reading' (duration: 2.00026288s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:19.330025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.329534Z","time spent":"2.000480584s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:20.180503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934882619s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:11:20.180927Z","caller":"traceutil/trace.go:171","msg":"trace[1164964669] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"3.645932411s","start":"2026-05-07T03:11:16.534966Z","end":"2026-05-07T03:11:20.180899Z","steps":["trace[1164964669] 'process raft request' (duration: 3.645715836s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.180952Z","caller":"traceutil/trace.go:171","msg":"trace[1787726955] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"3.645226836s","start":"2026-05-07T03:11:16.535699Z","end":"2026-05-07T03:11:20.180926Z","steps":["trace[1787726955] 'process raft request' (duration: 3.645025601s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.180967Z","caller":"traceutil/trace.go:171","msg":"trace[1205384163] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"3.648694773s","start":"2026-05-07T03:11:16.532234Z","end":"2026-05-07T03:11:20.180929Z","steps":["trace[1205384163] 'process raft request' (duration: 3.648351275s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.181071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.534958Z","time spent":"3.646037814s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:20.181077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.535684Z","time spent":"3.645326048s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:20.18108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.532215Z","time spent":"3.648794885s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:20.180946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.532152Z","time spent":"3.648785945s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:11:20.18166Z","caller":"traceutil/trace.go:171","msg":"trace[77101231] linearizableReadLoop","detail":"{readStateIndex:29483; appliedIndex:29479; }","duration":"2.068480724s","start":"2026-05-07T03:11:18.113168Z","end":"2026-05-07T03:11:20.181648Z","steps":["trace[77101231] 'read index received' (duration: 132.641383ms)","trace[77101231] 'applied index is now lower than readState.Index' (duration: 1.935837331s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:20.181719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618305752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:20.18176Z","caller":"traceutil/trace.go:171","msg":"trace[957280291] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28438; }","duration":"2.618351053s","start":"2026-05-07T03:11:17.563398Z","end":"2026-05-07T03:11:20.181749Z","steps":["trace[957280291] 'agreement among raft nodes before linearized reading' (duration: 2.618263651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.18179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.563343Z","time spent":"2.618439275s","remote":"127.0.0.1:49462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.181798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545640332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:20.181803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538363329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:20.181857Z","caller":"traceutil/trace.go:171","msg":"trace[1045962023] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28439; }","duration":"3.538472821s","start":"2026-05-07T03:11:16.643367Z","end":"2026-05-07T03:11:20.18184Z","steps":["trace[1045962023] 'agreement among raft nodes before linearized reading' (duration: 3.538304567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.181894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.643345Z","time spent":"3.538538532s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:20.181724Z","caller":"traceutil/trace.go:171","msg":"trace[189665431] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"2.061230281s","start":"2026-05-07T03:11:18.120479Z","end":"2026-05-07T03:11:20.181709Z","steps":["trace[189665431] 'process raft request' (duration: 2.06117414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.181898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726267732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.181927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646386281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-07T03:11:20.181907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110377818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:20.18195Z","caller":"traceutil/trace.go:171","msg":"trace[756394909] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28439; }","duration":"2.726356334s","start":"2026-05-07T03:11:17.455578Z","end":"2026-05-07T03:11:20.181934Z","steps":["trace[756394909] 'agreement among raft nodes before linearized reading' (duration: 2.726268512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.181967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266816862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.181967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.120467Z","time spent":"2.061462526s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:20.181965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239638725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:11:20.181987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.45556Z","time spent":"2.726414026s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:20.181989Z","caller":"traceutil/trace.go:171","msg":"trace[1698803232] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28439; }","duration":"2.266869623s","start":"2026-05-07T03:11:17.915112Z","end":"2026-05-07T03:11:20.181982Z","steps":["trace[1698803232] 'agreement among raft nodes before linearized reading' (duration: 2.266817982s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.18199Z","caller":"traceutil/trace.go:171","msg":"trace[1885383071] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28439; }","duration":"2.110487121s","start":"2026-05-07T03:11:18.071482Z","end":"2026-05-07T03:11:20.181969Z","steps":["trace[1885383071] 'agreement among raft nodes before linearized reading' (duration: 2.110345358s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.915094Z","time spent":"2.266923734s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462314986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-07T03:11:20.182021Z","caller":"traceutil/trace.go:171","msg":"trace[37406491] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28439; }","duration":"2.239729118s","start":"2026-05-07T03:11:17.942276Z","end":"2026-05-07T03:11:20.182005Z","steps":["trace[37406491] 'agreement among raft nodes before linearized reading' (duration: 2.239535943s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.182049Z","caller":"traceutil/trace.go:171","msg":"trace[148282514] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28439; }","duration":"1.462361018s","start":"2026-05-07T03:11:18.719683Z","end":"2026-05-07T03:11:20.182044Z","steps":["trace[148282514] 'agreement among raft nodes before linearized reading' (duration: 1.462297286s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.071468Z","time spent":"2.110564682s","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.719669Z","time spent":"1.462392938s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.942261Z","time spent":"2.239794519s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065156779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-07T03:11:20.181911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6133129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:20.182104Z","caller":"traceutil/trace.go:171","msg":"trace[758148489] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28439; }","duration":"2.06520338s","start":"2026-05-07T03:11:18.116889Z","end":"2026-05-07T03:11:20.182092Z","steps":["trace[758148489] 'agreement among raft nodes before linearized reading' (duration: 2.065011545s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.182148Z","caller":"traceutil/trace.go:171","msg":"trace[1770059069] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28439; }","duration":"2.613591257s","start":"2026-05-07T03:11:17.568548Z","end":"2026-05-07T03:11:20.182139Z","steps":["trace[1770059069] 'agreement among raft nodes before linearized reading' (duration: 2.613317021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.11683Z","time spent":"2.065323542s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.568525Z","time spent":"2.613653168s","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648524198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-07T03:11:20.182201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926280748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:11:20.182222Z","caller":"traceutil/trace.go:171","msg":"trace[393671801] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28439; }","duration":"3.648566619s","start":"2026-05-07T03:11:16.533651Z","end":"2026-05-07T03:11:20.182218Z","steps":["trace[393671801] 'agreement among raft nodes before linearized reading' (duration: 3.648518958s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.533638Z","time spent":"3.64859611s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-07T03:11:20.182241Z","caller":"traceutil/trace.go:171","msg":"trace[55410416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28439; }","duration":"1.92635262s","start":"2026-05-07T03:11:18.255877Z","end":"2026-05-07T03:11:20.18223Z","steps":["trace[55410416] 'agreement among raft nodes before linearized reading' (duration: 1.926220807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.255859Z","time spent":"1.9264057s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.978194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:20.182295Z","caller":"traceutil/trace.go:171","msg":"trace[1548485143] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28439; }","duration":"409.032065ms","start":"2026-05-07T03:11:19.773259Z","end":"2026-05-07T03:11:20.182291Z","steps":["trace[1548485143] 'agreement among raft nodes before linearized reading' (duration: 409.010415ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.181824Z","caller":"traceutil/trace.go:171","msg":"trace[143334578] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28439; }","duration":"3.545714304s","start":"2026-05-07T03:11:16.636103Z","end":"2026-05-07T03:11:20.181818Z","steps":["trace[143334578] 'agreement among raft nodes before linearized reading' (duration: 3.545620952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599807517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.182337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285722443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.182352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35726699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:20.182368Z","caller":"traceutil/trace.go:171","msg":"trace[928948573] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:28439; }","duration":"1.599851527s","start":"2026-05-07T03:11:18.582505Z","end":"2026-05-07T03:11:20.182357Z","steps":["trace[928948573] 'agreement among raft nodes before linearized reading' (duration: 1.599776276s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.182386Z","caller":"traceutil/trace.go:171","msg":"trace[623791699] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28439; }","duration":"1.357347142s","start":"2026-05-07T03:11:18.825029Z","end":"2026-05-07T03:11:20.182376Z","steps":["trace[623791699] 'agreement among raft nodes before linearized reading' (duration: 1.357293091s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914894743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T03:11:20.182401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.582449Z","time spent":"1.599943709s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12286966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-07T03:11:20.182422Z","caller":"traceutil/trace.go:171","msg":"trace[274989783] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28439; }","duration":"1.914949335s","start":"2026-05-07T03:11:18.267464Z","end":"2026-05-07T03:11:20.182413Z","steps":["trace[274989783] 'agreement among raft nodes before linearized reading' (duration: 1.914869203s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.825005Z","time spent":"1.357406523s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:20.181951Z","caller":"traceutil/trace.go:171","msg":"trace[2035935265] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782; range_end:; response_count:1; response_revision:28439; }","duration":"3.646422762s","start":"2026-05-07T03:11:16.535519Z","end":"2026-05-07T03:11:20.181942Z","steps":["trace[2035935265] 'agreement among raft nodes before linearized reading' (duration: 3.64631597s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.267447Z","time spent":"1.914994886s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.53551Z","time spent":"3.646944114s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055414872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" ","response":"range_response_count:1 size:4730"} {"level":"warn","ts":"2026-05-07T03:11:20.182475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05400099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-07T03:11:20.182546Z","caller":"traceutil/trace.go:171","msg":"trace[799748925] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg; range_end:; response_count:1; response_revision:28439; }","duration":"2.055458722s","start":"2026-05-07T03:11:18.127027Z","end":"2026-05-07T03:11:20.182486Z","steps":["trace[799748925] 'agreement among raft nodes before linearized reading' (duration: 2.05536087s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.182567Z","caller":"traceutil/trace.go:171","msg":"trace[229792065] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28439; }","duration":"2.054104882s","start":"2026-05-07T03:11:18.128444Z","end":"2026-05-07T03:11:20.182549Z","steps":["trace[229792065] 'agreement among raft nodes before linearized reading' (duration: 2.053921708s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.127023Z","time spent":"2.055544844s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4753,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-cwpgg\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:19.773236Z","time spent":"409.070635ms","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565425779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"warn","ts":"2026-05-07T03:11:20.182367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055855051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.1826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.128436Z","time spent":"2.054156143s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-07T03:11:20.182615Z","caller":"traceutil/trace.go:171","msg":"trace[1754388671] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:28439; }","duration":"1.56548371s","start":"2026-05-07T03:11:18.617122Z","end":"2026-05-07T03:11:20.182606Z","steps":["trace[1754388671] 'agreement among raft nodes before linearized reading' (duration: 1.565342197s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:20.182447Z","caller":"traceutil/trace.go:171","msg":"trace[502333482] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28439; }","duration":"3.123199527s","start":"2026-05-07T03:11:17.059237Z","end":"2026-05-07T03:11:20.182437Z","steps":["trace[502333482] 'agreement among raft nodes before linearized reading' (duration: 3.122844379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.617104Z","time spent":"1.565526632s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-05-07T03:11:20.182632Z","caller":"traceutil/trace.go:171","msg":"trace[2052873055] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28439; }","duration":"2.056129707s","start":"2026-05-07T03:11:18.126489Z","end":"2026-05-07T03:11:20.182619Z","steps":["trace[2052873055] 'agreement among raft nodes before linearized reading' (duration: 2.055845601s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:16.636081Z","time spent":"3.546243745s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:17.059218Z","time spent":"3.123424463s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:11:20.18267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.126485Z","time spent":"2.056172708s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:11:20.182374Z","caller":"traceutil/trace.go:171","msg":"trace[991018426] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28439; }","duration":"1.285789114s","start":"2026-05-07T03:11:18.896576Z","end":"2026-05-07T03:11:20.182365Z","steps":["trace[991018426] 'agreement among raft nodes before linearized reading' (duration: 1.285731412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063250436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18ad29d9dd21a110\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-05-07T03:11:20.182804Z","caller":"traceutil/trace.go:171","msg":"trace[236241589] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18ad29d9dd21a110; range_end:; response_count:1; response_revision:28439; }","duration":"2.063473521s","start":"2026-05-07T03:11:18.119317Z","end":"2026-05-07T03:11:20.18279Z","steps":["trace[236241589] 'agreement among raft nodes before linearized reading' (duration: 2.063131624s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.119299Z","time spent":"2.063535552s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18ad29d9dd21a110\" "} {"level":"warn","ts":"2026-05-07T03:11:20.182928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.055581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:20.18293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.157318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:20.182959Z","caller":"traceutil/trace.go:171","msg":"trace[1885084225] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28439; }","duration":"472.133813ms","start":"2026-05-07T03:11:19.710818Z","end":"2026-05-07T03:11:20.182952Z","steps":["trace[1885084225] 'agreement among raft nodes before linearized reading' (duration: 472.083912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.182961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.851652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:20.18297Z","caller":"traceutil/trace.go:171","msg":"trace[902666663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28439; }","duration":"847.22985ms","start":"2026-05-07T03:11:19.335729Z","end":"2026-05-07T03:11:20.182959Z","steps":["trace[902666663] 'agreement among raft nodes before linearized reading' (duration: 847.171058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.18298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:19.710791Z","time spent":"472.184394ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.182998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:19.335711Z","time spent":"847.280971ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:11:20.183001Z","caller":"traceutil/trace.go:171","msg":"trace[1515684398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28439; }","duration":"996.944943ms","start":"2026-05-07T03:11:19.186041Z","end":"2026-05-07T03:11:20.182986Z","steps":["trace[1515684398] 'agreement among raft nodes before linearized reading' (duration: 996.885142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.183003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047740479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:11:20.183034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:19.186024Z","time spent":"996.999545ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:20.183038Z","caller":"traceutil/trace.go:171","msg":"trace[284210784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28439; }","duration":"1.047803739s","start":"2026-05-07T03:11:19.135223Z","end":"2026-05-07T03:11:20.183027Z","steps":["trace[284210784] 'agreement among raft nodes before linearized reading' (duration: 1.047706527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.183072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:19.135203Z","time spent":"1.047861971s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:11:20.183285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:18.896561Z","time spent":"1.286170793s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:20.628587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.914242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:20.628693Z","caller":"traceutil/trace.go:171","msg":"trace[83464764] linearizableReadLoop","detail":"{readStateIndex:29485; appliedIndex:29484; }","duration":"442.250806ms","start":"2026-05-07T03:11:20.186425Z","end":"2026-05-07T03:11:20.628676Z","steps":["trace[83464764] 'read index received' (duration: 170.340874ms)","trace[83464764] 'applied index is now lower than readState.Index' (duration: 271.907832ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:20.628733Z","caller":"traceutil/trace.go:171","msg":"trace[152986204] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"445.387837ms","start":"2026-05-07T03:11:20.183305Z","end":"2026-05-07T03:11:20.628692Z","steps":["trace[152986204] 'process raft request' (duration: 173.27751ms)","trace[152986204] 'compare' (duration: 271.615146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:20.628858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.42839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-05-07T03:11:20.628863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.183282Z","time spent":"445.520239ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:20.628896Z","caller":"traceutil/trace.go:171","msg":"trace[335346218] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955; range_end:; response_count:1; response_revision:28440; }","duration":"442.483891ms","start":"2026-05-07T03:11:20.1864Z","end":"2026-05-07T03:11:20.628884Z","steps":["trace[335346218] 'agreement among raft nodes before linearized reading' (duration: 442.340158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:20.628928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.186385Z","time spent":"442.536293ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" "} {"level":"warn","ts":"2026-05-07T03:11:21.129736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:21.630158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:21.712702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356040582s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:11:21.769502Z","caller":"traceutil/trace.go:171","msg":"trace[1888430676] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"1.5806681s","start":"2026-05-07T03:11:20.188814Z","end":"2026-05-07T03:11:21.769482Z","steps":["trace[1888430676] 'process raft request' (duration: 1.580611019s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:21.769514Z","caller":"traceutil/trace.go:171","msg":"trace[293940809] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"1.580738411s","start":"2026-05-07T03:11:20.188747Z","end":"2026-05-07T03:11:21.769486Z","steps":["trace[293940809] 'process raft request' (duration: 1.580555427s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.76962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.188809Z","time spent":"1.580752092s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:21.769644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.188732Z","time spent":"1.580845303s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:21.76986Z","caller":"traceutil/trace.go:171","msg":"trace[818798359] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"1.580980336s","start":"2026-05-07T03:11:20.188864Z","end":"2026-05-07T03:11:21.769844Z","steps":["trace[818798359] 'process raft request' (duration: 1.580589498s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.769924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.188858Z","time spent":"1.581034838s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:21.769503Z","caller":"traceutil/trace.go:171","msg":"trace[2026398224] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"1.58295763s","start":"2026-05-07T03:11:20.186485Z","end":"2026-05-07T03:11:21.769443Z","steps":["trace[2026398224] 'process raft request' (duration: 1.526384076s)","trace[2026398224] 'compare' (duration: 56.235386ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:21.770714Z","caller":"traceutil/trace.go:171","msg":"trace[2053807054] linearizableReadLoop","detail":"{readStateIndex:29491; appliedIndex:29485; }","duration":"1.141984253s","start":"2026-05-07T03:11:20.628715Z","end":"2026-05-07T03:11:21.770699Z","steps":["trace[2053807054] 'read index received' (duration: 1.084168621s)","trace[2053807054] 'applied index is now lower than readState.Index' (duration: 57.814742ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:21.770722Z","caller":"traceutil/trace.go:171","msg":"trace[1201249160] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"1.581847445s","start":"2026-05-07T03:11:20.188862Z","end":"2026-05-07T03:11:21.77071Z","steps":["trace[1201249160] 'process raft request' (duration: 1.581711902s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.770781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.188844Z","time spent":"1.581911147s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:21.770802Z","caller":"traceutil/trace.go:171","msg":"trace[315954142] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"1.139402985s","start":"2026-05-07T03:11:20.63139Z","end":"2026-05-07T03:11:21.770793Z","steps":["trace[315954142] 'process raft request' (duration: 1.139255132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218725806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-07T03:11:21.771093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583390729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18ad29d9dd201cbc\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-05-07T03:11:21.771143Z","caller":"traceutil/trace.go:171","msg":"trace[245198139] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28446; }","duration":"1.218788918s","start":"2026-05-07T03:11:20.552344Z","end":"2026-05-07T03:11:21.771133Z","steps":["trace[245198139] 'agreement among raft nodes before linearized reading' (duration: 1.218669705s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.77115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140452669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T03:11:21.771161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583308608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T03:11:21.771168Z","caller":"traceutil/trace.go:171","msg":"trace[1460643126] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18ad29d9dd201cbc; range_end:; response_count:1; response_revision:28446; }","duration":"1.583540343s","start":"2026-05-07T03:11:20.187602Z","end":"2026-05-07T03:11:21.771142Z","steps":["trace[1460643126] 'agreement among raft nodes before linearized reading' (duration: 1.583229446s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.552329Z","time spent":"1.218835058s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:11:21.771246Z","caller":"traceutil/trace.go:171","msg":"trace[200086162] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28446; }","duration":"1.58338509s","start":"2026-05-07T03:11:20.187808Z","end":"2026-05-07T03:11:21.771193Z","steps":["trace[200086162] 'agreement among raft nodes before linearized reading' (duration: 1.583208216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.187801Z","time spent":"1.583469832s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-07T03:11:21.771201Z","caller":"traceutil/trace.go:171","msg":"trace[1061260201] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28446; }","duration":"1.14054399s","start":"2026-05-07T03:11:20.630644Z","end":"2026-05-07T03:11:21.771188Z","steps":["trace[1061260201] 'agreement among raft nodes before linearized reading' (duration: 1.140435348s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.187592Z","time spent":"1.583722577s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":747,"request content":"key:\"/registry/events/default/kube-prometheus-stack.18ad29d9dd201cbc\" "} {"level":"warn","ts":"2026-05-07T03:11:21.771347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.376099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-05-07T03:11:21.771369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.630624Z","time spent":"1.140735445s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:11:21.771384Z","caller":"traceutil/trace.go:171","msg":"trace[745740984] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28446; }","duration":"296.43165ms","start":"2026-05-07T03:11:21.474939Z","end":"2026-05-07T03:11:21.771371Z","steps":["trace[745740984] 'agreement among raft nodes before linearized reading' (duration: 296.330938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.23659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:21.771464Z","caller":"traceutil/trace.go:171","msg":"trace[253381606] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28446; }","duration":"491.372073ms","start":"2026-05-07T03:11:21.280077Z","end":"2026-05-07T03:11:21.771449Z","steps":["trace[253381606] 'agreement among raft nodes before linearized reading' (duration: 491.202999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.236283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:21.771509Z","caller":"traceutil/trace.go:171","msg":"trace[1249820664] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28446; }","duration":"299.304844ms","start":"2026-05-07T03:11:21.472192Z","end":"2026-05-07T03:11:21.771497Z","steps":["trace[1249820664] 'agreement among raft nodes before linearized reading' (duration: 299.250513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.390722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-07T03:11:21.771523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.110754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:21.771548Z","caller":"traceutil/trace.go:171","msg":"trace[1066037190] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28446; }","duration":"409.457884ms","start":"2026-05-07T03:11:21.362084Z","end":"2026-05-07T03:11:21.771542Z","steps":["trace[1066037190] 'agreement among raft nodes before linearized reading' (duration: 409.385902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.362064Z","time spent":"409.498855ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-07T03:11:21.771567Z","caller":"traceutil/trace.go:171","msg":"trace[192326180] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28446; }","duration":"777.201106ms","start":"2026-05-07T03:11:20.994352Z","end":"2026-05-07T03:11:21.771553Z","steps":["trace[192326180] 'agreement among raft nodes before linearized reading' (duration: 777.124214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583934332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T03:11:21.771509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.280054Z","time spent":"491.439805ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:21.771631Z","caller":"traceutil/trace.go:171","msg":"trace[1591088421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28446; }","duration":"1.583997673s","start":"2026-05-07T03:11:20.187625Z","end":"2026-05-07T03:11:21.771623Z","steps":["trace[1591088421] 'agreement among raft nodes before linearized reading' (duration: 1.583920332s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.187608Z","time spent":"1.584040644s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:21.771391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34963083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274758"} {"level":"info","ts":"2026-05-07T03:11:21.771719Z","caller":"traceutil/trace.go:171","msg":"trace[1960144588] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:28446; }","duration":"1.350011258s","start":"2026-05-07T03:11:20.421699Z","end":"2026-05-07T03:11:21.771711Z","steps":["trace[1960144588] 'agreement among raft nodes before linearized reading' (duration: 1.3491692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.421681Z","time spent":"1.350054259s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274781,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:11:21.77175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585059286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-05-07T03:11:21.771786Z","caller":"traceutil/trace.go:171","msg":"trace[204414694] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28446; }","duration":"1.585131468s","start":"2026-05-07T03:11:20.186644Z","end":"2026-05-07T03:11:21.771776Z","steps":["trace[204414694] 'agreement among raft nodes before linearized reading' (duration: 1.585024546s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.771822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.186625Z","time spent":"1.58518915s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7251,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T03:11:21.7716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.994328Z","time spent":"777.262867ms","remote":"127.0.0.1:60568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:21.771832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08724552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-07T03:11:21.771871Z","caller":"traceutil/trace.go:171","msg":"trace[2020041809] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28446; }","duration":"1.087327662s","start":"2026-05-07T03:11:20.684533Z","end":"2026-05-07T03:11:21.771861Z","steps":["trace[2020041809] 'agreement among raft nodes before linearized reading' (duration: 1.087225689s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.77192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.684511Z","time spent":"1.087400564s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T03:11:21.771983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581645901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:21.772016Z","caller":"traceutil/trace.go:171","msg":"trace[328665461] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28446; }","duration":"1.582717374s","start":"2026-05-07T03:11:20.189289Z","end":"2026-05-07T03:11:21.772007Z","steps":["trace[328665461] 'agreement among raft nodes before linearized reading' (duration: 1.58163117s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.772041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.189284Z","time spent":"1.582750626s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:11:21.770867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.631368Z","time spent":"1.139462586s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:21.77238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.186466Z","time spent":"1.583921891s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:21.773703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587244975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:21.773736Z","caller":"traceutil/trace.go:171","msg":"trace[347332618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28446; }","duration":"1.587298728s","start":"2026-05-07T03:11:20.186429Z","end":"2026-05-07T03:11:21.773728Z","steps":["trace[347332618] 'agreement among raft nodes before linearized reading' (duration: 1.587245827s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.773755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.186411Z","time spent":"1.587340058s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:21.775022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.867534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388266"} {"level":"info","ts":"2026-05-07T03:11:21.775063Z","caller":"traceutil/trace.go:171","msg":"trace[247102720] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28446; }","duration":"902.946736ms","start":"2026-05-07T03:11:20.872106Z","end":"2026-05-07T03:11:21.775053Z","steps":["trace[247102720] 'agreement among raft nodes before linearized reading' (duration: 899.514858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:21.775098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:20.872085Z","time spent":"902.996957ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1949,"response size":388289,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:11:22.349382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:22.849822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:23.350283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:23.433607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585284602s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:23.720419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.556609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:23.720758Z","caller":"traceutil/trace.go:171","msg":"trace[1380624381] linearizableReadLoop","detail":"{readStateIndex:29495; appliedIndex:29492; }","duration":"1.871913343s","start":"2026-05-07T03:11:21.848826Z","end":"2026-05-07T03:11:23.720739Z","steps":["trace[1380624381] 'read index received' (duration: 1.584887334s)","trace[1380624381] 'applied index is now lower than readState.Index' (duration: 287.024829ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:23.720843Z","caller":"traceutil/trace.go:171","msg":"trace[226643379] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"1.943676416s","start":"2026-05-07T03:11:21.777133Z","end":"2026-05-07T03:11:23.720809Z","steps":["trace[226643379] 'process raft request' (duration: 1.656632806s)","trace[226643379] 'compare' (duration: 286.215731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:23.720939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870049521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:11:23.720978Z","caller":"traceutil/trace.go:171","msg":"trace[1483805585] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28450; }","duration":"1.870126213s","start":"2026-05-07T03:11:21.850842Z","end":"2026-05-07T03:11:23.720968Z","steps":["trace[1483805585] 'agreement among raft nodes before linearized reading' (duration: 1.870013041s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.720992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.777039Z","time spent":"1.943881431s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:23.721016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.850814Z","time spent":"1.870191064s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:11:23.721023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942890048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-07T03:11:23.721036Z","caller":"traceutil/trace.go:171","msg":"trace[279593405] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"1.942791635s","start":"2026-05-07T03:11:21.778227Z","end":"2026-05-07T03:11:23.721018Z","steps":["trace[279593405] 'process raft request' (duration: 1.942319555s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.720939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943718177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:11:23.722104Z","caller":"traceutil/trace.go:171","msg":"trace[1172089523] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d; range_end:; response_count:1; response_revision:28450; }","duration":"1.944889174s","start":"2026-05-07T03:11:21.777193Z","end":"2026-05-07T03:11:23.722082Z","steps":["trace[1172089523] 'agreement among raft nodes before linearized reading' (duration: 1.943649545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.722103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.778218Z","time spent":"1.943747508s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:23.721054Z","caller":"traceutil/trace.go:171","msg":"trace[1279296301] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7; range_end:; response_count:1; response_revision:28450; }","duration":"1.942918629s","start":"2026-05-07T03:11:21.778125Z","end":"2026-05-07T03:11:23.721044Z","steps":["trace[1279296301] 'agreement among raft nodes before linearized reading' (duration: 1.942835187s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.72235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.778118Z","time spent":"1.944207498s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7\" "} {"level":"warn","ts":"2026-05-07T03:11:23.722164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.777181Z","time spent":"1.944965245s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" "} {"level":"warn","ts":"2026-05-07T03:11:23.721074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942193393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18ad29d9dd23468f\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-05-07T03:11:23.722705Z","caller":"traceutil/trace.go:171","msg":"trace[1751261635] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18ad29d9dd23468f; range_end:; response_count:1; response_revision:28450; }","duration":"1.943931022s","start":"2026-05-07T03:11:21.778749Z","end":"2026-05-07T03:11:23.72268Z","steps":["trace[1751261635] 'agreement among raft nodes before linearized reading' (duration: 1.94208524s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.722782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.778742Z","time spent":"1.944018824s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":712,"request content":"key:\"/registry/events/openstack/octavia-client.18ad29d9dd23468f\" "} {"level":"warn","ts":"2026-05-07T03:11:23.721093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943016881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:23.722881Z","caller":"traceutil/trace.go:171","msg":"trace[1095936896] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28450; }","duration":"1.944804211s","start":"2026-05-07T03:11:21.778056Z","end":"2026-05-07T03:11:23.722861Z","steps":["trace[1095936896] 'agreement among raft nodes before linearized reading' (duration: 1.94301306s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.722948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.778047Z","time spent":"1.944881222s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:11:23.720804Z","caller":"traceutil/trace.go:171","msg":"trace[157953541] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"1.93982013s","start":"2026-05-07T03:11:21.780945Z","end":"2026-05-07T03:11:23.720765Z","steps":["trace[157953541] 'process raft request' (duration: 1.939722818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.723165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.780937Z","time spent":"1.942138861s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:23.721257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.006406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-07T03:11:23.723335Z","caller":"traceutil/trace.go:171","msg":"trace[1208303381] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28450; }","duration":"138.113204ms","start":"2026-05-07T03:11:23.585202Z","end":"2026-05-07T03:11:23.723315Z","steps":["trace[1208303381] 'agreement among raft nodes before linearized reading' (duration: 135.989456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.721302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.069267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:23.723511Z","caller":"traceutil/trace.go:171","msg":"trace[199296218] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28450; }","duration":"511.274667ms","start":"2026-05-07T03:11:23.212207Z","end":"2026-05-07T03:11:23.723482Z","steps":["trace[199296218] 'agreement among raft nodes before linearized reading' (duration: 509.067498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.723595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.212198Z","time spent":"511.374119ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:23.72137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.148359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:23.723716Z","caller":"traceutil/trace.go:171","msg":"trace[1095966378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28450; }","duration":"528.508292ms","start":"2026-05-07T03:11:23.195187Z","end":"2026-05-07T03:11:23.723695Z","steps":["trace[1095966378] 'agreement among raft nodes before linearized reading' (duration: 526.131079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.723791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.195165Z","time spent":"528.602824ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:23.721429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.729418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:23.7239Z","caller":"traceutil/trace.go:171","msg":"trace[673453112] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28450; }","duration":"647.217614ms","start":"2026-05-07T03:11:23.076661Z","end":"2026-05-07T03:11:23.723879Z","steps":["trace[673453112] 'agreement among raft nodes before linearized reading' (duration: 644.742679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.721468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.503819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:23.724053Z","caller":"traceutil/trace.go:171","msg":"trace[1846013375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28450; }","duration":"847.092227ms","start":"2026-05-07T03:11:22.876928Z","end":"2026-05-07T03:11:23.724021Z","steps":["trace[1846013375] 'agreement among raft nodes before linearized reading' (duration: 844.51649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.72418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.076645Z","time spent":"647.332806ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:23.721504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166902329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:23.72432Z","caller":"traceutil/trace.go:171","msg":"trace[1741803799] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28450; }","duration":"1.169720641s","start":"2026-05-07T03:11:22.554572Z","end":"2026-05-07T03:11:23.724292Z","steps":["trace[1741803799] 'agreement among raft nodes before linearized reading' (duration: 1.166911949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.721541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199470097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:23.721644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248784616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:23.721631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642933779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:23.721792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941396596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:23.721837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406809357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-07T03:11:23.724315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.876911Z","time spent":"847.169439ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:23.724688Z","caller":"traceutil/trace.go:171","msg":"trace[1518851396] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28450; }","duration":"1.251900718s","start":"2026-05-07T03:11:22.472777Z","end":"2026-05-07T03:11:23.724678Z","steps":["trace[1518851396] 'agreement among raft nodes before linearized reading' (duration: 1.248775637s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:23.72469Z","caller":"traceutil/trace.go:171","msg":"trace[272160249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28450; }","duration":"1.64604273s","start":"2026-05-07T03:11:22.078632Z","end":"2026-05-07T03:11:23.724675Z","steps":["trace[272160249] 'agreement among raft nodes before linearized reading' (duration: 1.642915759s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:23.724704Z","caller":"traceutil/trace.go:171","msg":"trace[1473997825] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28450; }","duration":"1.202639558s","start":"2026-05-07T03:11:22.52204Z","end":"2026-05-07T03:11:23.72468Z","steps":["trace[1473997825] 'agreement among raft nodes before linearized reading' (duration: 1.199479836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.724733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.472757Z","time spent":"1.251962619s","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:23.72475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.554558Z","time spent":"1.169961197s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:23.724755Z","caller":"traceutil/trace.go:171","msg":"trace[1193867337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28450; }","duration":"1.944353912s","start":"2026-05-07T03:11:21.780375Z","end":"2026-05-07T03:11:23.724729Z","steps":["trace[1193867337] 'agreement among raft nodes before linearized reading' (duration: 1.941372574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.725622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.780371Z","time spent":"1.945232261s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:23.72477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.078619Z","time spent":"1.646133721s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:23.724775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.522025Z","time spent":"1.202724849s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:23.724772Z","caller":"traceutil/trace.go:171","msg":"trace[529758777] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28450; }","duration":"1.409764203s","start":"2026-05-07T03:11:22.314986Z","end":"2026-05-07T03:11:23.72475Z","steps":["trace[529758777] 'agreement among raft nodes before linearized reading' (duration: 1.406722885s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.725917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:22.314966Z","time spent":"1.41093785s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:23.726526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932509567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29635375.18ad28fe69b035e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 ","response":"range_response_count:500 size:389640"} {"level":"info","ts":"2026-05-07T03:11:23.726686Z","caller":"traceutil/trace.go:171","msg":"trace[1265013869] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29635375.18ad28fe69b035e3\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:28450; }","duration":"1.932920846s","start":"2026-05-07T03:11:21.793742Z","end":"2026-05-07T03:11:23.726663Z","steps":["trace[1265013869] 'agreement among raft nodes before linearized reading' (duration: 1.927372472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:23.726834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:21.793725Z","time spent":"1.933046319s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1449,"response size":389663,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29635375.18ad28fe69b035e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 "} {"level":"warn","ts":"2026-05-07T03:11:25.471404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660503283s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:11:25.484151Z","caller":"traceutil/trace.go:171","msg":"trace[1231716837] linearizableReadLoop","detail":"{readStateIndex:29497; appliedIndex:29495; }","duration":"1.756086677s","start":"2026-05-07T03:11:23.728046Z","end":"2026-05-07T03:11:25.484133Z","steps":["trace[1231716837] 'read index received' (duration: 82.820089ms)","trace[1231716837] 'applied index is now lower than readState.Index' (duration: 1.673265728s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:25.48424Z","caller":"traceutil/trace.go:171","msg":"trace[345605379] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"1.75938553s","start":"2026-05-07T03:11:23.724842Z","end":"2026-05-07T03:11:25.484227Z","steps":["trace[345605379] 'process raft request' (duration: 1.746713827s)","trace[345605379] 'compare' (duration: 11.898825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:25.484325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.724804Z","time spent":"1.759458232s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:25.484477Z","caller":"traceutil/trace.go:171","msg":"trace[2053935677] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"1.756338303s","start":"2026-05-07T03:11:23.72813Z","end":"2026-05-07T03:11:25.484469Z","steps":["trace[2053935677] 'process raft request' (duration: 1.75577198s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:25.484517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.728081Z","time spent":"1.756412554s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:25.484563Z","caller":"traceutil/trace.go:171","msg":"trace[1900222233] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"1.754276866s","start":"2026-05-07T03:11:23.730268Z","end":"2026-05-07T03:11:25.484545Z","steps":["trace[1900222233] 'process raft request' (duration: 1.753832517s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:25.484613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.730257Z","time spent":"1.754329627s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:11:25.484584Z","caller":"traceutil/trace.go:171","msg":"trace[629976120] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"1.756029335s","start":"2026-05-07T03:11:23.728506Z","end":"2026-05-07T03:11:25.484535Z","steps":["trace[629976120] 'process raft request' (duration: 1.755561195s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:25.484584Z","caller":"traceutil/trace.go:171","msg":"trace[1882917469] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"1.756274211s","start":"2026-05-07T03:11:23.728267Z","end":"2026-05-07T03:11:25.484542Z","steps":["trace[1882917469] 'process raft request' (duration: 1.755709159s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:25.484654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756592228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:25.484673Z","caller":"traceutil/trace.go:171","msg":"trace[1466486709] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"1.75623414s","start":"2026-05-07T03:11:23.728394Z","end":"2026-05-07T03:11:25.484629Z","steps":["trace[1466486709] 'process raft request' (duration: 1.755641417s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:25.484723Z","caller":"traceutil/trace.go:171","msg":"trace[105786818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28456; }","duration":"1.75668616s","start":"2026-05-07T03:11:23.728015Z","end":"2026-05-07T03:11:25.484701Z","steps":["trace[105786818] 'agreement among raft nodes before linearized reading' (duration: 1.756524026s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:25.484732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.728487Z","time spent":"1.756179189s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:25.484764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.728004Z","time spent":"1.756752211s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:25.484777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.728247Z","time spent":"1.756430514s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:25.48483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.728385Z","time spent":"1.756357123s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:25.921208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999673426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:25.921268Z","caller":"traceutil/trace.go:171","msg":"trace[2009777699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999784139s","start":"2026-05-07T03:11:23.921471Z","end":"2026-05-07T03:11:25.921255Z","steps":["trace[2009777699] 'agreement among raft nodes before linearized reading' (duration: 1.999707547s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:25.921297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.92145Z","time spent":"1.99984174s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:26.255342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.907343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:26.255451Z","caller":"traceutil/trace.go:171","msg":"trace[836522136] linearizableReadLoop","detail":"{readStateIndex:29503; appliedIndex:29502; }","duration":"771.225213ms","start":"2026-05-07T03:11:25.484201Z","end":"2026-05-07T03:11:26.255426Z","steps":["trace[836522136] 'read index received' (duration: 250.079224ms)","trace[836522136] 'applied index is now lower than readState.Index' (duration: 521.144119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:26.255554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159443195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:26.255586Z","caller":"traceutil/trace.go:171","msg":"trace[847822219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28457; }","duration":"2.159513476s","start":"2026-05-07T03:11:24.096061Z","end":"2026-05-07T03:11:26.255575Z","steps":["trace[847822219] 'agreement among raft nodes before linearized reading' (duration: 2.159453785s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.255619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:24.09604Z","time spent":"2.159567988s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:26.255842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299952003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:26.255879Z","caller":"traceutil/trace.go:171","msg":"trace[196192986] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28457; }","duration":"2.300021984s","start":"2026-05-07T03:11:23.955849Z","end":"2026-05-07T03:11:26.255871Z","steps":["trace[196192986] 'agreement among raft nodes before linearized reading' (duration: 2.299959643s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.255909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.955832Z","time spent":"2.300065645s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:26.256696Z","caller":"traceutil/trace.go:171","msg":"trace[674107605] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"2.444693684s","start":"2026-05-07T03:11:23.811953Z","end":"2026-05-07T03:11:26.256647Z","steps":["trace[674107605] 'process raft request' (duration: 1.922403381s)","trace[674107605] 'compare' (duration: 520.094795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:26.256765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758111692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:11:26.256762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.564105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-07T03:11:26.256803Z","caller":"traceutil/trace.go:171","msg":"trace[2035237467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28457; }","duration":"1.758151373s","start":"2026-05-07T03:11:24.498641Z","end":"2026-05-07T03:11:26.256793Z","steps":["trace[2035237467] 'agreement among raft nodes before linearized reading' (duration: 1.758002949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.25683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:24.498624Z","time spent":"1.758199413s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:11:26.256842Z","caller":"traceutil/trace.go:171","msg":"trace[632995634] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28457; }","duration":"842.681348ms","start":"2026-05-07T03:11:25.414137Z","end":"2026-05-07T03:11:26.256818Z","steps":["trace[632995634] 'agreement among raft nodes before linearized reading' (duration: 842.459133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.256843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.523742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-05-07T03:11:26.256893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:25.41412Z","time spent":"842.76015ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:26.256892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.811936Z","time spent":"2.444851878s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:26.256891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.2788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:26.25694Z","caller":"traceutil/trace.go:171","msg":"trace[1128604883] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea; range_end:; response_count:1; response_revision:28457; }","duration":"768.655595ms","start":"2026-05-07T03:11:25.488258Z","end":"2026-05-07T03:11:26.256914Z","steps":["trace[1128604883] 'agreement among raft nodes before linearized reading' (duration: 768.39888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:26.25696Z","caller":"traceutil/trace.go:171","msg":"trace[1675695030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28457; }","duration":"765.376072ms","start":"2026-05-07T03:11:25.491565Z","end":"2026-05-07T03:11:26.256941Z","steps":["trace[1675695030] 'agreement among raft nodes before linearized reading' (duration: 765.26802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.256991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:25.488244Z","time spent":"768.737937ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" "} {"level":"warn","ts":"2026-05-07T03:11:26.257007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528086666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-07T03:11:26.257009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:25.491551Z","time spent":"765.446414ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:26.257073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966446135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-05-07T03:11:26.257135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.269935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.18ad29d9dd1d3476\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-05-07T03:11:26.256945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.998882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-07T03:11:26.257195Z","caller":"traceutil/trace.go:171","msg":"trace[536868248] range","detail":"{range_begin:/registry/events/openstack/octavia-server.18ad29d9dd1d3476; range_end:; response_count:1; response_revision:28457; }","duration":"767.362097ms","start":"2026-05-07T03:11:25.489818Z","end":"2026-05-07T03:11:26.25718Z","steps":["trace[536868248] 'agreement among raft nodes before linearized reading' (duration: 767.211344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.257373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:25.489802Z","time spent":"767.454209ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":712,"request content":"key:\"/registry/events/openstack/octavia-server.18ad29d9dd1d3476\" "} {"level":"info","ts":"2026-05-07T03:11:26.257203Z","caller":"traceutil/trace.go:171","msg":"trace[594075603] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28457; }","duration":"760.288879ms","start":"2026-05-07T03:11:25.496902Z","end":"2026-05-07T03:11:26.257191Z","steps":["trace[594075603] 'agreement among raft nodes before linearized reading' (duration: 759.91834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.25755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:25.496895Z","time spent":"760.608326ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-07T03:11:26.257171Z","caller":"traceutil/trace.go:171","msg":"trace[1117126680] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28457; }","duration":"1.966595628s","start":"2026-05-07T03:11:24.29054Z","end":"2026-05-07T03:11:26.257136Z","steps":["trace[1117126680] 'agreement among raft nodes before linearized reading' (duration: 1.966118647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.257814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:24.290524Z","time spent":"1.967276353s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:11:26.258118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528764012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-05-07T03:11:26.258181Z","caller":"traceutil/trace.go:171","msg":"trace[591539195] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7; range_end:; response_count:1; response_revision:28457; }","duration":"2.529740944s","start":"2026-05-07T03:11:23.728427Z","end":"2026-05-07T03:11:26.258168Z","steps":["trace[591539195] 'agreement among raft nodes before linearized reading' (duration: 2.528734572s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.258221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.72841Z","time spent":"2.529798876s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7\" "} {"level":"info","ts":"2026-05-07T03:11:26.257045Z","caller":"traceutil/trace.go:171","msg":"trace[194320747] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28457; }","duration":"2.528132019s","start":"2026-05-07T03:11:23.728898Z","end":"2026-05-07T03:11:26.25703Z","steps":["trace[194320747] 'agreement among raft nodes before linearized reading' (duration: 2.528070327s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.2589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.72889Z","time spent":"2.52999649s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:26.261151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519513395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-zt5cg.18ad28b0175b21bb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 ","response":"range_response_count:500 size:391795"} {"level":"info","ts":"2026-05-07T03:11:26.261213Z","caller":"traceutil/trace.go:171","msg":"trace[777767134] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-zt5cg.18ad28b0175b21bb\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:28457; }","duration":"2.519611707s","start":"2026-05-07T03:11:23.741586Z","end":"2026-05-07T03:11:26.261198Z","steps":["trace[777767134] 'agreement among raft nodes before linearized reading' (duration: 2.514448462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.261331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:23.741571Z","time spent":"2.519675408s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":949,"response size":391818,"request content":"key:\"/registry/events/openstack/neutron-metadata-agent-default-zt5cg.18ad28b0175b21bb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 "} {"level":"warn","ts":"2026-05-07T03:11:26.263079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130690832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:26.263122Z","caller":"traceutil/trace.go:171","msg":"trace[1916541006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28457; }","duration":"2.130773705s","start":"2026-05-07T03:11:24.132338Z","end":"2026-05-07T03:11:26.263112Z","steps":["trace[1916541006] 'agreement among raft nodes before linearized reading' (duration: 2.123149844s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.263178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:24.132321Z","time spent":"2.130846447s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:26.808165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.359606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:26.808275Z","caller":"traceutil/trace.go:171","msg":"trace[166469998] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"545.299957ms","start":"2026-05-07T03:11:26.26296Z","end":"2026-05-07T03:11:26.80826Z","steps":["trace[166469998] 'process raft request' (duration: 210.774907ms)","trace[166469998] 'compare' (duration: 334.266954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:26.808326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.262943Z","time spent":"545.357868ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:26.846536Z","caller":"traceutil/trace.go:171","msg":"trace[789251659] linearizableReadLoop","detail":"{readStateIndex:29505; appliedIndex:29503; }","duration":"582.430827ms","start":"2026-05-07T03:11:26.264084Z","end":"2026-05-07T03:11:26.846515Z","steps":["trace[789251659] 'read index received' (duration: 209.662382ms)","trace[789251659] 'applied index is now lower than readState.Index' (duration: 372.767395ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:26.846639Z","caller":"traceutil/trace.go:171","msg":"trace[453812497] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"579.203455ms","start":"2026-05-07T03:11:26.267427Z","end":"2026-05-07T03:11:26.84663Z","steps":["trace[453812497] 'process raft request' (duration: 579.015051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.846743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.267415Z","time spent":"579.265326ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7569,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:26.846803Z","caller":"traceutil/trace.go:171","msg":"trace[802217989] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"583.646274ms","start":"2026-05-07T03:11:26.263145Z","end":"2026-05-07T03:11:26.846791Z","steps":["trace[802217989] 'process raft request' (duration: 583.155083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.846868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.263134Z","time spent":"583.701945ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:26.846967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.881236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:11:26.846997Z","caller":"traceutil/trace.go:171","msg":"trace[1855745528] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28460; }","duration":"582.935928ms","start":"2026-05-07T03:11:26.264055Z","end":"2026-05-07T03:11:26.846991Z","steps":["trace[1855745528] 'agreement among raft nodes before linearized reading' (duration: 582.837666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:26.847018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.264048Z","time spent":"582.965269ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:11:27.347486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:27.675736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.171164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:27.675874Z","caller":"traceutil/trace.go:171","msg":"trace[1516895263] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28460; }","duration":"279.314737ms","start":"2026-05-07T03:11:27.396538Z","end":"2026-05-07T03:11:27.675853Z","steps":["trace[1516895263] 'range keys from in-memory index tree' (duration: 279.155354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:27.676337Z","caller":"traceutil/trace.go:171","msg":"trace[1807156710] linearizableReadLoop","detail":"{readStateIndex:29507; appliedIndex:29506; }","duration":"829.72899ms","start":"2026-05-07T03:11:26.846596Z","end":"2026-05-07T03:11:27.676325Z","steps":["trace[1807156710] 'read index received' (duration: 800.737703ms)","trace[1807156710] 'applied index is now lower than readState.Index' (duration: 28.990287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:27.676458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231308387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:27.676489Z","caller":"traceutil/trace.go:171","msg":"trace[1660730940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28461; }","duration":"1.231352648s","start":"2026-05-07T03:11:26.445128Z","end":"2026-05-07T03:11:27.676481Z","steps":["trace[1660730940] 'agreement among raft nodes before linearized reading' (duration: 1.231260296s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.676524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.445065Z","time spent":"1.23144941s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:27.676731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360096974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-07T03:11:27.676771Z","caller":"traceutil/trace.go:171","msg":"trace[1249915573] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28461; }","duration":"1.360185665s","start":"2026-05-07T03:11:26.316574Z","end":"2026-05-07T03:11:27.67676Z","steps":["trace[1249915573] 'agreement among raft nodes before linearized reading' (duration: 1.360065083s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.676795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.316559Z","time spent":"1.360230526s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:11:27.676854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411066671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:11:27.676861Z","caller":"traceutil/trace.go:171","msg":"trace[1596273829] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"902.234019ms","start":"2026-05-07T03:11:26.774591Z","end":"2026-05-07T03:11:27.676825Z","steps":["trace[1596273829] 'process raft request' (duration: 872.72223ms)","trace[1596273829] 'compare' (duration: 27.830532ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:27.676942Z","caller":"traceutil/trace.go:171","msg":"trace[1424268081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28461; }","duration":"1.411270286s","start":"2026-05-07T03:11:26.26565Z","end":"2026-05-07T03:11:27.67692Z","steps":["trace[1424268081] 'agreement among raft nodes before linearized reading' (duration: 1.410942899s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.676995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.265634Z","time spent":"1.411349957s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:27.677031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.774553Z","time spent":"902.390692ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:27.678142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.059178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:11:27.678244Z","caller":"traceutil/trace.go:171","msg":"trace[1073225755] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28461; }","duration":"865.432947ms","start":"2026-05-07T03:11:26.812795Z","end":"2026-05-07T03:11:27.678227Z","steps":["trace[1073225755] 'agreement among raft nodes before linearized reading' (duration: 863.537564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.678311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.812773Z","time spent":"865.525379ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:11:27.679265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401552389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.18ad2777bd2e16dd\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 ","response":"range_response_count:449 size:345942"} {"level":"info","ts":"2026-05-07T03:11:27.679356Z","caller":"traceutil/trace.go:171","msg":"trace[1497274164] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-glance-server-0.18ad2777bd2e16dd\u0000; range_end:/registry/events/openstack0; response_count:449; response_revision:28461; }","duration":"1.401675672s","start":"2026-05-07T03:11:26.277662Z","end":"2026-05-07T03:11:27.679337Z","steps":["trace[1497274164] 'agreement among raft nodes before linearized reading' (duration: 1.398740457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.679416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.277655Z","time spent":"1.401732343s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":449,"response size":345965,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.18ad2777bd2e16dd\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28446 "} {"level":"info","ts":"2026-05-07T03:11:27.721436Z","caller":"traceutil/trace.go:171","msg":"trace[1281437316] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"229.871233ms","start":"2026-05-07T03:11:27.491546Z","end":"2026-05-07T03:11:27.721417Z","steps":["trace[1281437316] 'process raft request' (duration: 229.681339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.721619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.458949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18ad29d9dd1e723e\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-07T03:11:27.72165Z","caller":"traceutil/trace.go:171","msg":"trace[2079007943] range","detail":"{range_begin:/registry/events/openstack/valkey.18ad29d9dd1e723e; range_end:; response_count:1; response_revision:28463; }","duration":"866.562061ms","start":"2026-05-07T03:11:26.855079Z","end":"2026-05-07T03:11:27.721642Z","steps":["trace[2079007943] 'agreement among raft nodes before linearized reading' (duration: 866.408328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.721671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.855063Z","time spent":"866.601303ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":687,"request content":"key:\"/registry/events/openstack/valkey.18ad29d9dd1e723e\" "} {"level":"warn","ts":"2026-05-07T03:11:27.721652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.462641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:27.721765Z","caller":"traceutil/trace.go:171","msg":"trace[760047233] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28463; }","duration":"511.617275ms","start":"2026-05-07T03:11:27.210123Z","end":"2026-05-07T03:11:27.721741Z","steps":["trace[760047233] 'agreement among raft nodes before linearized reading' (duration: 511.372259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.721834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.210101Z","time spent":"511.719957ms","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:27.721295Z","caller":"traceutil/trace.go:171","msg":"trace[1795458919] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"230.465916ms","start":"2026-05-07T03:11:27.490805Z","end":"2026-05-07T03:11:27.721271Z","steps":["trace[1795458919] 'process raft request' (duration: 230.270992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.721904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.816905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:27.721928Z","caller":"traceutil/trace.go:171","msg":"trace[1099063336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28463; }","duration":"458.869327ms","start":"2026-05-07T03:11:27.263051Z","end":"2026-05-07T03:11:27.721921Z","steps":["trace[1099063336] 'agreement among raft nodes before linearized reading' (duration: 458.830196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.721944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.263032Z","time spent":"458.908157ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:27.722084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.792759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" ","response":"range_response_count:1 size:6362"} {"level":"info","ts":"2026-05-07T03:11:27.722201Z","caller":"traceutil/trace.go:171","msg":"trace[1516183909] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc; range_end:; response_count:1; response_revision:28463; }","duration":"871.956623ms","start":"2026-05-07T03:11:26.850223Z","end":"2026-05-07T03:11:27.72218Z","steps":["trace[1516183909] 'agreement among raft nodes before linearized reading' (duration: 871.38076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.722414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:26.850199Z","time spent":"872.190898ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6385,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" "} {"level":"warn","ts":"2026-05-07T03:11:27.722056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.16596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:11:27.722523Z","caller":"traceutil/trace.go:171","msg":"trace[1914453010] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28463; }","duration":"303.698423ms","start":"2026-05-07T03:11:27.418813Z","end":"2026-05-07T03:11:27.722512Z","steps":["trace[1914453010] 'agreement among raft nodes before linearized reading' (duration: 302.990456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:27.722552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.418791Z","time spent":"303.752404ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:28.161678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.347285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:28.161914Z","caller":"traceutil/trace.go:171","msg":"trace[1673343764] linearizableReadLoop","detail":"{readStateIndex:29512; appliedIndex:29510; }","duration":"400.256097ms","start":"2026-05-07T03:11:27.761638Z","end":"2026-05-07T03:11:28.161894Z","steps":["trace[1673343764] 'read index received' (duration: 83.545534ms)","trace[1673343764] 'applied index is now lower than readState.Index' (duration: 316.709643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:28.16208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.666367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:28.162112Z","caller":"traceutil/trace.go:171","msg":"trace[693346830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28466; }","duration":"438.739139ms","start":"2026-05-07T03:11:27.723365Z","end":"2026-05-07T03:11:28.162104Z","steps":["trace[693346830] 'agreement among raft nodes before linearized reading' (duration: 438.646557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.162135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.723335Z","time spent":"438.795609ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:11:28.162239Z","caller":"traceutil/trace.go:171","msg":"trace[841727362] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"429.793849ms","start":"2026-05-07T03:11:27.732217Z","end":"2026-05-07T03:11:28.162011Z","steps":["trace[841727362] 'process raft request' (duration: 429.557542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.162431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.732205Z","time spent":"430.128606ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6243,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:28.162725Z","caller":"traceutil/trace.go:171","msg":"trace[2067494044] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"437.231805ms","start":"2026-05-07T03:11:27.724784Z","end":"2026-05-07T03:11:28.162016Z","steps":["trace[2067494044] 'process raft request' (duration: 120.47374ms)","trace[2067494044] 'compare' (duration: 316.15465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:28.162787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.222486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:28.162836Z","caller":"traceutil/trace.go:171","msg":"trace[600468840] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28466; }","duration":"326.303837ms","start":"2026-05-07T03:11:27.836517Z","end":"2026-05-07T03:11:28.162821Z","steps":["trace[600468840] 'agreement among raft nodes before linearized reading' (duration: 326.216695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.162874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.724765Z","time spent":"438.034833ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:28.162886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.836501Z","time spent":"326.37554ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:28.16289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.176833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-05-07T03:11:28.162915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.357412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-07T03:11:28.162956Z","caller":"traceutil/trace.go:171","msg":"trace[524496199] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c; range_end:; response_count:1; response_revision:28466; }","duration":"394.268985ms","start":"2026-05-07T03:11:27.768668Z","end":"2026-05-07T03:11:28.162936Z","steps":["trace[524496199] 'agreement among raft nodes before linearized reading' (duration: 394.03194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:28.162991Z","caller":"traceutil/trace.go:171","msg":"trace[288934430] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28466; }","duration":"392.448064ms","start":"2026-05-07T03:11:27.770524Z","end":"2026-05-07T03:11:28.162972Z","steps":["trace[288934430] 'agreement among raft nodes before linearized reading' (duration: 392.171098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.163006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.768656Z","time spent":"394.336967ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" "} {"level":"warn","ts":"2026-05-07T03:11:28.163043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.770501Z","time spent":"392.532956ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:11:28.163391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.903989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:11:28.16346Z","caller":"traceutil/trace.go:171","msg":"trace[112938663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28466; }","duration":"395.010571ms","start":"2026-05-07T03:11:27.768435Z","end":"2026-05-07T03:11:28.163445Z","steps":["trace[112938663] 'agreement among raft nodes before linearized reading' (duration: 393.628621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.163607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:27.768419Z","time spent":"395.174505ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-07T03:11:28.678746Z","caller":"traceutil/trace.go:171","msg":"trace[1471668984] linearizableReadLoop","detail":"{readStateIndex:29513; appliedIndex:29512; }","duration":"510.798107ms","start":"2026-05-07T03:11:28.167916Z","end":"2026-05-07T03:11:28.678714Z","steps":["trace[1471668984] 'read index received' (duration: 27.921µs)","trace[1471668984] 'applied index is now lower than readState.Index' (duration: 510.768096ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:28.678774Z","caller":"traceutil/trace.go:171","msg":"trace[2048455677] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"510.854408ms","start":"2026-05-07T03:11:28.167885Z","end":"2026-05-07T03:11:28.678739Z","steps":["trace[2048455677] 'process raft request' (duration: 485.266246ms)","trace[2048455677] 'compare' (duration: 24.972818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:28.678929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.167867Z","time spent":"510.972321ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:28.678967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.033742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-05-07T03:11:28.679019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.44553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T03:11:28.67907Z","caller":"traceutil/trace.go:171","msg":"trace[919630629] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28467; }","duration":"506.524872ms","start":"2026-05-07T03:11:28.172529Z","end":"2026-05-07T03:11:28.679054Z","steps":["trace[919630629] 'agreement among raft nodes before linearized reading' (duration: 506.335927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.679088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.120732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:28.679112Z","caller":"traceutil/trace.go:171","msg":"trace[694133562] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28467; }","duration":"257.175434ms","start":"2026-05-07T03:11:28.421926Z","end":"2026-05-07T03:11:28.679102Z","steps":["trace[694133562] 'agreement among raft nodes before linearized reading' (duration: 257.139473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.679092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:28.679157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.301728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:28.67919Z","caller":"traceutil/trace.go:171","msg":"trace[942376926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28467; }","duration":"412.365948ms","start":"2026-05-07T03:11:28.266815Z","end":"2026-05-07T03:11:28.679181Z","steps":["trace[942376926] 'agreement among raft nodes before linearized reading' (duration: 412.319837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.679221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.266789Z","time spent":"412.42701ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:28.679113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.172521Z","time spent":"506.582563ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-07T03:11:28.679156Z","caller":"traceutil/trace.go:171","msg":"trace[1030782125] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28467; }","duration":"119.349014ms","start":"2026-05-07T03:11:28.559789Z","end":"2026-05-07T03:11:28.679138Z","steps":["trace[1030782125] 'agreement among raft nodes before linearized reading' (duration: 119.202881ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:28.679025Z","caller":"traceutil/trace.go:171","msg":"trace[1285332374] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28467; }","duration":"511.128064ms","start":"2026-05-07T03:11:28.167883Z","end":"2026-05-07T03:11:28.679011Z","steps":["trace[1285332374] 'agreement among raft nodes before linearized reading' (duration: 510.923019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:28.679493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.167869Z","time spent":"511.613885ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-07T03:11:29.663759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.412951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:29.663863Z","caller":"traceutil/trace.go:171","msg":"trace[518057844] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"978.060893ms","start":"2026-05-07T03:11:28.685786Z","end":"2026-05-07T03:11:29.663847Z","steps":["trace[518057844] 'process raft request' (duration: 153.478028ms)","trace[518057844] 'compare' (duration: 824.124084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:29.663919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.68577Z","time spent":"978.121864ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:29.719959Z","caller":"traceutil/trace.go:171","msg":"trace[1806363648] linearizableReadLoop","detail":"{readStateIndex:29515; appliedIndex:29513; }","duration":"1.031771032s","start":"2026-05-07T03:11:28.688169Z","end":"2026-05-07T03:11:29.71994Z","steps":["trace[1806363648] 'read index received' (duration: 150.991662ms)","trace[1806363648] 'applied index is now lower than readState.Index' (duration: 880.77838ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:29.720044Z","caller":"traceutil/trace.go:171","msg":"trace[1541254178] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"1.033173973s","start":"2026-05-07T03:11:28.686853Z","end":"2026-05-07T03:11:29.720027Z","steps":["trace[1541254178] 'process raft request' (duration: 1.032969478s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:29.720133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031950876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-07T03:11:29.720167Z","caller":"traceutil/trace.go:171","msg":"trace[689864708] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28469; }","duration":"1.031991527s","start":"2026-05-07T03:11:28.688165Z","end":"2026-05-07T03:11:29.720156Z","steps":["trace[689864708] 'agreement among raft nodes before linearized reading' (duration: 1.031868824s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:29.72016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.686843Z","time spent":"1.033236144s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:29.720195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.68814Z","time spent":"1.032043248s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:11:30.444605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.86603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:30.44469Z","caller":"traceutil/trace.go:171","msg":"trace[1823616419] linearizableReadLoop","detail":"{readStateIndex:29516; appliedIndex:29515; }","duration":"724.664423ms","start":"2026-05-07T03:11:29.720012Z","end":"2026-05-07T03:11:30.444676Z","steps":["trace[1823616419] 'read index received' (duration: 221.904126ms)","trace[1823616419] 'applied index is now lower than readState.Index' (duration: 502.759187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:30.444764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17817354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:30.444785Z","caller":"traceutil/trace.go:171","msg":"trace[380343552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28470; }","duration":"1.178206271s","start":"2026-05-07T03:11:29.266573Z","end":"2026-05-07T03:11:30.444779Z","steps":["trace[380343552] 'agreement among raft nodes before linearized reading' (duration: 1.17815616s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.44481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.266564Z","time spent":"1.178240672s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:30.444842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.758646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-07T03:11:30.444923Z","caller":"traceutil/trace.go:171","msg":"trace[973704773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28470; }","duration":"896.879059ms","start":"2026-05-07T03:11:29.548022Z","end":"2026-05-07T03:11:30.444901Z","steps":["trace[973704773] 'agreement among raft nodes before linearized reading' (duration: 896.669314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.444966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.548003Z","time spent":"896.95287ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:30.444976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187753714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:11:30.444955Z","caller":"traceutil/trace.go:171","msg":"trace[218599377] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"1.17099997s","start":"2026-05-07T03:11:29.273928Z","end":"2026-05-07T03:11:30.444928Z","steps":["trace[218599377] 'process raft request' (duration: 667.744472ms)","trace[218599377] 'compare' (duration: 502.504032ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:30.445016Z","caller":"traceutil/trace.go:171","msg":"trace[819389530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28470; }","duration":"1.187816196s","start":"2026-05-07T03:11:29.257185Z","end":"2026-05-07T03:11:30.445001Z","steps":["trace[819389530] 'agreement among raft nodes before linearized reading' (duration: 1.187713344s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.445056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.257166Z","time spent":"1.187879168s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:11:30.445089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.273907Z","time spent":"1.171114843s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:30.444839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442692178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:30.445117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658566369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:30.445226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.813773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-07T03:11:30.445328Z","caller":"traceutil/trace.go:171","msg":"trace[559548557] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28470; }","duration":"757.947247ms","start":"2026-05-07T03:11:29.687363Z","end":"2026-05-07T03:11:30.44531Z","steps":["trace[559548557] 'agreement among raft nodes before linearized reading' (duration: 757.363543ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:30.445303Z","caller":"traceutil/trace.go:171","msg":"trace[1285628024] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28470; }","duration":"1.658870377s","start":"2026-05-07T03:11:28.786405Z","end":"2026-05-07T03:11:30.445276Z","steps":["trace[1285628024] 'agreement among raft nodes before linearized reading' (duration: 1.658498458s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.445592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:28.78634Z","time spent":"1.659235765s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:30.445605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.687349Z","time spent":"758.11036ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-07T03:11:30.445183Z","caller":"traceutil/trace.go:171","msg":"trace[1392790830] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28470; }","duration":"1.443093628s","start":"2026-05-07T03:11:29.002075Z","end":"2026-05-07T03:11:30.445169Z","steps":["trace[1392790830] 'agreement among raft nodes before linearized reading' (duration: 1.442699558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.445719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.002053Z","time spent":"1.443658611s","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:30.445176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.828171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-07T03:11:30.445818Z","caller":"traceutil/trace.go:171","msg":"trace[2131233556] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955; range_end:; response_count:1; response_revision:28470; }","duration":"778.462074ms","start":"2026-05-07T03:11:29.667338Z","end":"2026-05-07T03:11:30.4458Z","steps":["trace[2131233556] 'agreement among raft nodes before linearized reading' (duration: 777.778089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.445868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.667282Z","time spent":"778.573457ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" "} {"level":"info","ts":"2026-05-07T03:11:30.459445Z","caller":"traceutil/trace.go:171","msg":"trace[478196078] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"733.493571ms","start":"2026-05-07T03:11:29.725927Z","end":"2026-05-07T03:11:30.45942Z","steps":["trace[478196078] 'process raft request' (duration: 733.244715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.459695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.725917Z","time spent":"733.620203ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:30.459796Z","caller":"traceutil/trace.go:171","msg":"trace[2077809304] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"731.2858ms","start":"2026-05-07T03:11:29.72849Z","end":"2026-05-07T03:11:30.459776Z","steps":["trace[2077809304] 'process raft request' (duration: 730.882882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.459818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.447216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" ","response":"range_response_count:1 size:4230"} {"level":"warn","ts":"2026-05-07T03:11:30.459849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.617649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8bfd5b9-fd02-4348-b248-e2c086a63c15\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-07T03:11:30.459901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.248741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:30.459906Z","caller":"traceutil/trace.go:171","msg":"trace[195234432] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg; range_end:; response_count:1; response_revision:28472; }","duration":"736.578349ms","start":"2026-05-07T03:11:29.72331Z","end":"2026-05-07T03:11:30.459888Z","steps":["trace[195234432] 'agreement among raft nodes before linearized reading' (duration: 736.351504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:30.459911Z","caller":"traceutil/trace.go:171","msg":"trace[1186243124] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8bfd5b9-fd02-4348-b248-e2c086a63c15; range_end:; response_count:1; response_revision:28472; }","duration":"736.721392ms","start":"2026-05-07T03:11:29.723174Z","end":"2026-05-07T03:11:30.459896Z","steps":["trace[1186243124] 'agreement among raft nodes before linearized reading' (duration: 736.506587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.459948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.723161Z","time spent":"736.780783ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-b8bfd5b9-fd02-4348-b248-e2c086a63c15\" "} {"level":"info","ts":"2026-05-07T03:11:30.459957Z","caller":"traceutil/trace.go:171","msg":"trace[226730173] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28472; }","duration":"191.312682ms","start":"2026-05-07T03:11:30.268614Z","end":"2026-05-07T03:11:30.459926Z","steps":["trace[226730173] 'agreement among raft nodes before linearized reading' (duration: 191.23867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.459916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.771588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:30.459995Z","caller":"traceutil/trace.go:171","msg":"trace[1836721599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28472; }","duration":"335.876451ms","start":"2026-05-07T03:11:30.124106Z","end":"2026-05-07T03:11:30.459982Z","steps":["trace[1836721599] 'agreement among raft nodes before linearized reading' (duration: 335.768849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.459766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.549311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-05-07T03:11:30.460088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:30.124089Z","time spent":"335.962993ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:30.460085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.728472Z","time spent":"731.404434ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:30.459946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.72329Z","time spent":"736.64661ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4253,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" "} {"level":"warn","ts":"2026-05-07T03:11:30.459694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.747983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:30.460474Z","caller":"traceutil/trace.go:171","msg":"trace[2076923086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28472; }","duration":"475.53452ms","start":"2026-05-07T03:11:29.984916Z","end":"2026-05-07T03:11:30.460451Z","steps":["trace[2076923086] 'agreement among raft nodes before linearized reading' (duration: 474.705962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.460548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.98488Z","time spent":"475.644382ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:30.460197Z","caller":"traceutil/trace.go:171","msg":"trace[497900201] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28472; }","duration":"488.92364ms","start":"2026-05-07T03:11:29.971172Z","end":"2026-05-07T03:11:30.460096Z","steps":["trace[497900201] 'agreement among raft nodes before linearized reading' (duration: 488.46967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:30.461134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:29.971155Z","time spent":"489.955432ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T03:11:31.753655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01918409s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:31.753903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019483057s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:31.754085Z","caller":"traceutil/trace.go:171","msg":"trace[65976774] transaction","detail":"{read_only:false; response_revision:28474; number_of_response:1; }","duration":"1.275936345s","start":"2026-05-07T03:11:30.478135Z","end":"2026-05-07T03:11:31.754072Z","steps":["trace[65976774] 'process raft request' (duration: 1.275848883s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:31.754051Z","caller":"traceutil/trace.go:171","msg":"trace[1153115895] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"1.304380359s","start":"2026-05-07T03:11:30.449634Z","end":"2026-05-07T03:11:31.754014Z","steps":["trace[1153115895] 'process raft request' (duration: 284.709438ms)","trace[1153115895] 'compare' (duration: 1.018451764s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:31.754127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:30.478124Z","time spent":"1.275984625s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6199,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:31.754218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:30.449616Z","time spent":"1.304519973s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:31.754406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:31.754493Z","caller":"traceutil/trace.go:171","msg":"trace[299723858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28474; }","duration":"1.299583912s","start":"2026-05-07T03:11:30.454889Z","end":"2026-05-07T03:11:31.754473Z","steps":["trace[299723858] 'agreement among raft nodes before linearized reading' (duration: 1.299445179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:31.75457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:30.454838Z","time spent":"1.299714415s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:11:31.754303Z","caller":"traceutil/trace.go:171","msg":"trace[885685380] linearizableReadLoop","detail":"{readStateIndex:29519; appliedIndex:29518; }","duration":"1.294669112s","start":"2026-05-07T03:11:30.459602Z","end":"2026-05-07T03:11:31.754271Z","steps":["trace[885685380] 'read index received' (duration: 274.758435ms)","trace[885685380] 'applied index is now lower than readState.Index' (duration: 1.019907837s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:31.755201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.47102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:31.755259Z","caller":"traceutil/trace.go:171","msg":"trace[1234124243] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28474; }","duration":"137.588592ms","start":"2026-05-07T03:11:31.617655Z","end":"2026-05-07T03:11:31.755244Z","steps":["trace[1234124243] 'agreement among raft nodes before linearized reading' (duration: 137.48126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:31.755263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27977403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:11:31.755316Z","caller":"traceutil/trace.go:171","msg":"trace[291735841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28474; }","duration":"1.279843901s","start":"2026-05-07T03:11:30.475453Z","end":"2026-05-07T03:11:31.755297Z","steps":["trace[291735841] 'agreement among raft nodes before linearized reading' (duration: 1.279651627s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:31.755361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:30.475438Z","time spent":"1.279913854s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:31.755671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.204273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:11:31.755715Z","caller":"traceutil/trace.go:171","msg":"trace[2086919909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28474; }","duration":"596.285725ms","start":"2026-05-07T03:11:31.159417Z","end":"2026-05-07T03:11:31.755702Z","steps":["trace[2086919909] 'agreement among raft nodes before linearized reading' (duration: 596.150512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:31.75575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.159388Z","time spent":"596.354938ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:32.438767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.11318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:32.438859Z","caller":"traceutil/trace.go:171","msg":"trace[1304109126] linearizableReadLoop","detail":"{readStateIndex:29522; appliedIndex:29521; }","duration":"638.412607ms","start":"2026-05-07T03:11:31.800431Z","end":"2026-05-07T03:11:32.438843Z","steps":["trace[1304109126] 'read index received' (duration: 249.176325ms)","trace[1304109126] 'applied index is now lower than readState.Index' (duration: 389.234022ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:32.438953Z","caller":"traceutil/trace.go:171","msg":"trace[258135548] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"640.658096ms","start":"2026-05-07T03:11:31.798235Z","end":"2026-05-07T03:11:32.438893Z","steps":["trace[258135548] 'process raft request' (duration: 251.356543ms)","trace[258135548] 'compare' (duration: 388.793422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:32.439102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.798215Z","time spent":"640.810029ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:32.43914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.696823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-07T03:11:32.439205Z","caller":"traceutil/trace.go:171","msg":"trace[848143062] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811; range_end:; response_count:1; response_revision:28475; }","duration":"638.790005ms","start":"2026-05-07T03:11:31.800396Z","end":"2026-05-07T03:11:32.439186Z","steps":["trace[848143062] 'agreement among raft nodes before linearized reading' (duration: 638.522189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:32.439255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.800381Z","time spent":"638.860027ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811\" "} {"level":"warn","ts":"2026-05-07T03:11:33.191638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.960172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:33.192012Z","caller":"traceutil/trace.go:171","msg":"trace[1566578073] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"509.547879ms","start":"2026-05-07T03:11:32.68245Z","end":"2026-05-07T03:11:33.191998Z","steps":["trace[1566578073] 'process raft request' (duration: 509.509808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.192065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.682427Z","time spent":"509.611801ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:33.192041Z","caller":"traceutil/trace.go:171","msg":"trace[10414493] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"1.208016977s","start":"2026-05-07T03:11:31.983997Z","end":"2026-05-07T03:11:33.192014Z","steps":["trace[10414493] 'process raft request' (duration: 1.207825413s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.192168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.983973Z","time spent":"1.208133349s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:33.192211Z","caller":"traceutil/trace.go:171","msg":"trace[554207928] linearizableReadLoop","detail":"{readStateIndex:29525; appliedIndex:29522; }","duration":"753.322383ms","start":"2026-05-07T03:11:32.43888Z","end":"2026-05-07T03:11:33.192203Z","steps":["trace[554207928] 'read index received' (duration: 472.571014ms)","trace[554207928] 'applied index is now lower than readState.Index' (duration: 280.750009ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:33.192269Z","caller":"traceutil/trace.go:171","msg":"trace[1709438541] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"1.318886874s","start":"2026-05-07T03:11:31.873374Z","end":"2026-05-07T03:11:33.192261Z","steps":["trace[1709438541] 'process raft request' (duration: 1.318368712s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:33.192288Z","caller":"traceutil/trace.go:171","msg":"trace[152466730] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"726.601096ms","start":"2026-05-07T03:11:32.465683Z","end":"2026-05-07T03:11:33.192284Z","steps":["trace[152466730] 'process raft request' (duration: 726.219378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.192311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.873334Z","time spent":"1.318953965s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:33.192332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.465667Z","time spent":"726.637097ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:33.19227Z","caller":"traceutil/trace.go:171","msg":"trace[1019183776] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"749.286513ms","start":"2026-05-07T03:11:32.442977Z","end":"2026-05-07T03:11:33.192264Z","steps":["trace[1019183776] 'process raft request' (duration: 748.893494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:33.192386Z","caller":"traceutil/trace.go:171","msg":"trace[117885620] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"725.120173ms","start":"2026-05-07T03:11:32.467261Z","end":"2026-05-07T03:11:33.192381Z","steps":["trace[117885620] 'process raft request' (duration: 724.674773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.19239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.44296Z","time spent":"749.412355ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:33.192419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.467238Z","time spent":"725.160055ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:33.19248Z","caller":"traceutil/trace.go:171","msg":"trace[1956383850] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"1.387355172s","start":"2026-05-07T03:11:31.805097Z","end":"2026-05-07T03:11:33.192453Z","steps":["trace[1956383850] 'process raft request' (duration: 1.10650646s)","trace[1956383850] 'compare' (duration: 279.614135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:33.192698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163972363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-07T03:11:33.192578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.805078Z","time spent":"1.387448204s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5954,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:33.192728Z","caller":"traceutil/trace.go:171","msg":"trace[564358651] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28482; }","duration":"1.164037255s","start":"2026-05-07T03:11:32.028683Z","end":"2026-05-07T03:11:33.19272Z","steps":["trace[564358651] 'agreement among raft nodes before linearized reading' (duration: 1.16384788s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.192749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.02866Z","time spent":"1.164084386s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:11:33.192886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20145394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:33.192917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190119007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-07T03:11:33.19293Z","caller":"traceutil/trace.go:171","msg":"trace[523383427] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28482; }","duration":"1.201543793s","start":"2026-05-07T03:11:31.991374Z","end":"2026-05-07T03:11:33.192918Z","steps":["trace[523383427] 'agreement among raft nodes before linearized reading' (duration: 1.201460491s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:33.192944Z","caller":"traceutil/trace.go:171","msg":"trace[1790851238] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28482; }","duration":"1.190161387s","start":"2026-05-07T03:11:32.002773Z","end":"2026-05-07T03:11:33.192935Z","steps":["trace[1790851238] 'agreement among raft nodes before linearized reading' (duration: 1.190064175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.192961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.002765Z","time spent":"1.190191449s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:11:33.192961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.991354Z","time spent":"1.201597684s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:33.193017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.946887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T03:11:33.193093Z","caller":"traceutil/trace.go:171","msg":"trace[1678611456] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28482; }","duration":"750.064339ms","start":"2026-05-07T03:11:32.443008Z","end":"2026-05-07T03:11:33.193072Z","steps":["trace[1678611456] 'agreement among raft nodes before linearized reading' (duration: 749.841644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.193133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.442988Z","time spent":"750.135971ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:11:33.193287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.811555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:11:33.193317Z","caller":"traceutil/trace.go:171","msg":"trace[2108999394] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28482; }","duration":"277.877797ms","start":"2026-05-07T03:11:32.915431Z","end":"2026-05-07T03:11:33.193309Z","steps":["trace[2108999394] 'agreement among raft nodes before linearized reading' (duration: 277.747963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.193314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341673192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:11:33.193397Z","caller":"traceutil/trace.go:171","msg":"trace[1962569177] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28482; }","duration":"1.341756734s","start":"2026-05-07T03:11:31.851625Z","end":"2026-05-07T03:11:33.193382Z","steps":["trace[1962569177] 'agreement among raft nodes before linearized reading' (duration: 1.341591691s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.193425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.00329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-05-07T03:11:33.193441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:31.851573Z","time spent":"1.341855716s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-05-07T03:11:33.193487Z","caller":"traceutil/trace.go:171","msg":"trace[2003565519] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28482; }","duration":"553.151283ms","start":"2026-05-07T03:11:32.640319Z","end":"2026-05-07T03:11:33.19347Z","steps":["trace[2003565519] 'agreement among raft nodes before linearized reading' (duration: 552.947529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.193537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.6403Z","time spent":"553.224505ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T03:11:33.19828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.786358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:33.198331Z","caller":"traceutil/trace.go:171","msg":"trace[999049420] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28482; }","duration":"382.844249ms","start":"2026-05-07T03:11:32.815476Z","end":"2026-05-07T03:11:33.19832Z","steps":["trace[999049420] 'agreement among raft nodes before linearized reading' (duration: 377.792567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.198357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:32.815425Z","time spent":"382.923911ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:33.446026Z","caller":"traceutil/trace.go:171","msg":"trace[828796669] linearizableReadLoop","detail":"{readStateIndex:29530; appliedIndex:29529; }","duration":"250.292121ms","start":"2026-05-07T03:11:33.195708Z","end":"2026-05-07T03:11:33.446Z","steps":["trace[828796669] 'read index received' (duration: 189.762429ms)","trace[828796669] 'applied index is now lower than readState.Index' (duration: 60.528632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:33.446346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.621278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-05-07T03:11:33.446383Z","caller":"traceutil/trace.go:171","msg":"trace[817115273] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28482; }","duration":"250.683149ms","start":"2026-05-07T03:11:33.19569Z","end":"2026-05-07T03:11:33.446373Z","steps":["trace[817115273] 'agreement among raft nodes before linearized reading' (duration: 250.554536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.446529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.786431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-07T03:11:33.446553Z","caller":"traceutil/trace.go:171","msg":"trace[236274304] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7; range_end:; response_count:1; response_revision:28482; }","duration":"250.867013ms","start":"2026-05-07T03:11:33.195679Z","end":"2026-05-07T03:11:33.446546Z","steps":["trace[236274304] 'agreement among raft nodes before linearized reading' (duration: 250.801011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.446662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.769225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:33.446682Z","caller":"traceutil/trace.go:171","msg":"trace[811796181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28482; }","duration":"179.819335ms","start":"2026-05-07T03:11:33.266857Z","end":"2026-05-07T03:11:33.446677Z","steps":["trace[811796181] 'agreement among raft nodes before linearized reading' (duration: 179.785835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.446679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.895728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:33.446705Z","caller":"traceutil/trace.go:171","msg":"trace[707467086] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28482; }","duration":"149.96539ms","start":"2026-05-07T03:11:33.296732Z","end":"2026-05-07T03:11:33.446697Z","steps":["trace[707467086] 'agreement among raft nodes before linearized reading' (duration: 149.907169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:33.44684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.134725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-07T03:11:33.447028Z","caller":"traceutil/trace.go:171","msg":"trace[1904177447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7; range_end:; response_count:1; response_revision:28482; }","duration":"250.433102ms","start":"2026-05-07T03:11:33.196573Z","end":"2026-05-07T03:11:33.447006Z","steps":["trace[1904177447] 'agreement among raft nodes before linearized reading' (duration: 250.100394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:34.053729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004264,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:11:34.140557Z","caller":"traceutil/trace.go:171","msg":"trace[1464084180] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"689.288252ms","start":"2026-05-07T03:11:33.45124Z","end":"2026-05-07T03:11:34.140528Z","steps":["trace[1464084180] 'process raft request' (duration: 628.500405ms)","trace[1464084180] 'compare' (duration: 60.491271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:34.141161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.451221Z","time spent":"689.814955ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:35.683298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.514156Z","time spent":"1.169131829s","remote":"127.0.0.1:39896","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:11:36.566393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.48655596s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:11:36.567602Z","caller":"traceutil/trace.go:171","msg":"trace[737296253] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"3.11619687s","start":"2026-05-07T03:11:33.451377Z","end":"2026-05-07T03:11:36.567574Z","steps":["trace[737296253] 'process raft request' (duration: 3.115174797s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:36.569603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.451351Z","time spent":"3.118136264s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:36.567854Z","caller":"traceutil/trace.go:171","msg":"trace[996035391] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"3.114502363s","start":"2026-05-07T03:11:33.453265Z","end":"2026-05-07T03:11:36.567767Z","steps":["trace[996035391] 'process raft request' (duration: 3.113631274s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:36.569963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.453254Z","time spent":"3.116532529s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:37.264372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:37.264452Z","caller":"traceutil/trace.go:171","msg":"trace[895326378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456374s","start":"2026-05-07T03:11:35.263979Z","end":"2026-05-07T03:11:37.264435Z","steps":["trace[895326378] 'agreement among raft nodes before linearized reading' (duration: 2.000360952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:37.264559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.263953Z","time spent":"2.000593547s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:37.581536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014991096s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:37.968509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401506178s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:11:37.968888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415190259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T03:11:37.968942Z","caller":"traceutil/trace.go:171","msg":"trace[632720011] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28485; }","duration":"4.415268411s","start":"2026-05-07T03:11:33.553653Z","end":"2026-05-07T03:11:37.968922Z","steps":["trace[632720011] 'agreement among raft nodes before linearized reading' (duration: 4.415073497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:37.968989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.553637Z","time spent":"4.415339083s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-07T03:11:37.969771Z","caller":"traceutil/trace.go:171","msg":"trace[1257644779] linearizableReadLoop","detail":"{readStateIndex:29534; appliedIndex:29530; }","duration":"4.415027816s","start":"2026-05-07T03:11:33.55369Z","end":"2026-05-07T03:11:37.968718Z","steps":["trace[1257644779] 'read index received' (duration: 526.319544ms)","trace[1257644779] 'applied index is now lower than readState.Index' (duration: 3.888706852s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:37.971872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.237166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:37.971964Z","caller":"traceutil/trace.go:171","msg":"trace[1145873607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28485; }","duration":"575.337738ms","start":"2026-05-07T03:11:37.39661Z","end":"2026-05-07T03:11:37.971948Z","steps":["trace[1145873607] 'range keys from in-memory index tree' (duration: 575.223035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:37.972414Z","caller":"traceutil/trace.go:171","msg":"trace[1126026385] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"2.77354859s","start":"2026-05-07T03:11:35.198854Z","end":"2026-05-07T03:11:37.972402Z","steps":["trace[1126026385] 'process raft request' (duration: 2.769754234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:37.972484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.198834Z","time spent":"2.773600441s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:38.580579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.077519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:38.580868Z","caller":"traceutil/trace.go:171","msg":"trace[2085626962] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"3.380895012s","start":"2026-05-07T03:11:35.199949Z","end":"2026-05-07T03:11:38.580844Z","steps":["trace[2085626962] 'process raft request' (duration: 2.772444975s)","trace[2085626962] 'compare' (duration: 607.25011ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:38.580892Z","caller":"traceutil/trace.go:171","msg":"trace[654670118] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"379.145458ms","start":"2026-05-07T03:11:38.201723Z","end":"2026-05-07T03:11:38.580868Z","steps":["trace[654670118] 'process raft request' (duration: 379.080096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.580983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.201693Z","time spent":"379.23878ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:38.580963Z","caller":"traceutil/trace.go:171","msg":"trace[382608814] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"628.272861ms","start":"2026-05-07T03:11:37.952649Z","end":"2026-05-07T03:11:38.580921Z","steps":["trace[382608814] 'process raft request' (duration: 628.066506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:38.580997Z","caller":"traceutil/trace.go:171","msg":"trace[203515848] linearizableReadLoop","detail":"{readStateIndex:29537; appliedIndex:29535; }","duration":"611.149318ms","start":"2026-05-07T03:11:37.969806Z","end":"2026-05-07T03:11:38.580955Z","steps":["trace[203515848] 'read index received' (duration: 103.612513ms)","trace[203515848] 'applied index is now lower than readState.Index' (duration: 507.530154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:38.581109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727336855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-07T03:11:38.581171Z","caller":"traceutil/trace.go:171","msg":"trace[1319299047] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28489; }","duration":"1.727467068s","start":"2026-05-07T03:11:36.853689Z","end":"2026-05-07T03:11:38.581156Z","steps":["trace[1319299047] 'agreement among raft nodes before linearized reading' (duration: 1.727264014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:37.95263Z","time spent":"628.420555ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:38.581205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:36.85367Z","time spent":"1.727525889s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:11:38.581217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869600644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:38.581212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749553505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581256Z","caller":"traceutil/trace.go:171","msg":"trace[472398784] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28489; }","duration":"3.869703878s","start":"2026-05-07T03:11:34.71154Z","end":"2026-05-07T03:11:38.581244Z","steps":["trace[472398784] 'agreement among raft nodes before linearized reading' (duration: 3.869590715s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:38.581289Z","caller":"traceutil/trace.go:171","msg":"trace[1364003602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28489; }","duration":"3.749686948s","start":"2026-05-07T03:11:34.831581Z","end":"2026-05-07T03:11:38.581268Z","steps":["trace[1364003602] 'agreement among raft nodes before linearized reading' (duration: 3.749531805s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.71152Z","time spent":"3.86976616s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.975031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581361Z","caller":"traceutil/trace.go:171","msg":"trace[2141354796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28489; }","duration":"897.046722ms","start":"2026-05-07T03:11:37.684308Z","end":"2026-05-07T03:11:38.581355Z","steps":["trace[2141354796] 'agreement among raft nodes before linearized reading' (duration: 896.990071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.831536Z","time spent":"3.749785971s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316787526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581416Z","caller":"traceutil/trace.go:171","msg":"trace[529801863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28489; }","duration":"1.316847938s","start":"2026-05-07T03:11:37.264564Z","end":"2026-05-07T03:11:38.581412Z","steps":["trace[529801863] 'agreement among raft nodes before linearized reading' (duration: 1.316821527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.58143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:37.264539Z","time spent":"1.316886789s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:38.581425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.199913Z","time spent":"3.381005095s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:38.581509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.729035668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-07T03:11:38.581559Z","caller":"traceutil/trace.go:171","msg":"trace[1523033011] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28489; }","duration":"4.72909003s","start":"2026-05-07T03:11:33.852455Z","end":"2026-05-07T03:11:38.581545Z","steps":["trace[1523033011] 'agreement among raft nodes before linearized reading' (duration: 4.728930326s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.852438Z","time spent":"4.72914744s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:38.581605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392577359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-05-07T03:11:38.581605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985782117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:38.581626Z","caller":"traceutil/trace.go:171","msg":"trace[1892905877] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28489; }","duration":"1.39263321s","start":"2026-05-07T03:11:37.188986Z","end":"2026-05-07T03:11:38.581619Z","steps":["trace[1892905877] 'agreement among raft nodes before linearized reading' (duration: 1.392571879s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:38.581636Z","caller":"traceutil/trace.go:171","msg":"trace[2003767135] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28489; }","duration":"1.985815437s","start":"2026-05-07T03:11:36.595811Z","end":"2026-05-07T03:11:38.581627Z","steps":["trace[2003767135] 'agreement among raft nodes before linearized reading' (duration: 1.985750306s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:36.59578Z","time spent":"1.985879408s","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.843656938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581731Z","caller":"traceutil/trace.go:171","msg":"trace[294118922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28489; }","duration":"4.843736919s","start":"2026-05-07T03:11:33.737982Z","end":"2026-05-07T03:11:38.581719Z","steps":["trace[294118922] 'agreement among raft nodes before linearized reading' (duration: 4.843663818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.737959Z","time spent":"4.843796111s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:11:38.581756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190795278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:38.581808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T03:11:38.581813Z","caller":"traceutil/trace.go:171","msg":"trace[1502256593] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28489; }","duration":"4.19085964s","start":"2026-05-07T03:11:34.390937Z","end":"2026-05-07T03:11:38.581797Z","steps":["trace[1502256593] 'agreement among raft nodes before linearized reading' (duration: 4.190772618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395096789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-07T03:11:38.581868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.390921Z","time spent":"4.190930791s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973461814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581884Z","caller":"traceutil/trace.go:171","msg":"trace[1183741735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28489; }","duration":"3.39514924s","start":"2026-05-07T03:11:35.186719Z","end":"2026-05-07T03:11:38.581868Z","steps":["trace[1183741735] 'agreement among raft nodes before linearized reading' (duration: 3.395003166s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.58189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866533889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.581909Z","caller":"traceutil/trace.go:171","msg":"trace[1022363006] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28489; }","duration":"3.973509025s","start":"2026-05-07T03:11:34.608388Z","end":"2026-05-07T03:11:38.581897Z","steps":["trace[1022363006] 'agreement among raft nodes before linearized reading' (duration: 3.973385963s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.186695Z","time spent":"3.395216432s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:11:38.581926Z","caller":"traceutil/trace.go:171","msg":"trace[259184120] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28489; }","duration":"4.866612511s","start":"2026-05-07T03:11:33.715301Z","end":"2026-05-07T03:11:38.581913Z","steps":["trace[259184120] 'agreement among raft nodes before linearized reading' (duration: 4.86656143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.426161544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-05-07T03:11:38.581941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.608325Z","time spent":"3.973606577s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.715275Z","time spent":"4.866672651s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:38.581973Z","caller":"traceutil/trace.go:171","msg":"trace[542087837] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea; range_end:; response_count:1; response_revision:28489; }","duration":"4.426266217s","start":"2026-05-07T03:11:34.155692Z","end":"2026-05-07T03:11:38.581958Z","steps":["trace[542087837] 'agreement among raft nodes before linearized reading' (duration: 4.426089983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.155673Z","time spent":"4.426321777s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" "} {"level":"warn","ts":"2026-05-07T03:11:38.582063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007331837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn\" ","response":"range_response_count:1 size:13581"} {"level":"info","ts":"2026-05-07T03:11:38.58209Z","caller":"traceutil/trace.go:171","msg":"trace[1273121350] range","detail":"{range_begin:/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn; range_end:; response_count:1; response_revision:28489; }","duration":"2.007375658s","start":"2026-05-07T03:11:36.574706Z","end":"2026-05-07T03:11:38.582081Z","steps":["trace[1273121350] 'agreement among raft nodes before linearized reading' (duration: 2.007289626s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904791363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:11:38.582116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:36.574696Z","time spent":"2.007414109s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13604,"request content":"key:\"/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn\" "} {"level":"info","ts":"2026-05-07T03:11:38.582125Z","caller":"traceutil/trace.go:171","msg":"trace[1950726353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28489; }","duration":"4.904895845s","start":"2026-05-07T03:11:33.677217Z","end":"2026-05-07T03:11:38.582113Z","steps":["trace[1950726353] 'agreement among raft nodes before linearized reading' (duration: 4.904805873s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.58214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713919368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:38.582161Z","caller":"traceutil/trace.go:171","msg":"trace[1717340316] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28489; }","duration":"3.71397938s","start":"2026-05-07T03:11:34.868176Z","end":"2026-05-07T03:11:38.582156Z","steps":["trace[1717340316] 'agreement among raft nodes before linearized reading' (duration: 3.713933149s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:33.677175Z","time spent":"4.904971947s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:11:38.582176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.868158Z","time spent":"3.714014321s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.581645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:37.188968Z","time spent":"1.392673851s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-07T03:11:38.581845Z","caller":"traceutil/trace.go:171","msg":"trace[813621137] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9; range_end:; response_count:1; response_revision:28489; }","duration":"605.021961ms","start":"2026-05-07T03:11:37.976811Z","end":"2026-05-07T03:11:38.581833Z","steps":["trace[813621137] 'agreement among raft nodes before linearized reading' (duration: 604.918549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.581376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:37.684287Z","time spent":"897.084684ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.582451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:37.976799Z","time spent":"605.635925ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" "} {"level":"warn","ts":"2026-05-07T03:11:38.582467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136719889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.5825Z","caller":"traceutil/trace.go:171","msg":"trace[1893580051] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28489; }","duration":"3.13684111s","start":"2026-05-07T03:11:35.445651Z","end":"2026-05-07T03:11:38.582492Z","steps":["trace[1893580051] 'agreement among raft nodes before linearized reading' (duration: 3.136783789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.445628Z","time spent":"3.136888822s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.582622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.675509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:38.58274Z","caller":"traceutil/trace.go:171","msg":"trace[1158545992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28489; }","duration":"418.911335ms","start":"2026-05-07T03:11:38.163817Z","end":"2026-05-07T03:11:38.582728Z","steps":["trace[1158545992] 'agreement among raft nodes before linearized reading' (duration: 418.731841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.58278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.163798Z","time spent":"418.970165ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.582799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450365531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-07T03:11:38.582826Z","caller":"traceutil/trace.go:171","msg":"trace[1829707813] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28489; }","duration":"2.450439712s","start":"2026-05-07T03:11:36.132378Z","end":"2026-05-07T03:11:38.582818Z","steps":["trace[1829707813] 'agreement among raft nodes before linearized reading' (duration: 2.450361881s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:36.132356Z","time spent":"2.450484753s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:11:38.582788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010577839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:11:38.582945Z","caller":"traceutil/trace.go:171","msg":"trace[1312783914] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28489; }","duration":"2.010824554s","start":"2026-05-07T03:11:36.572113Z","end":"2026-05-07T03:11:38.582937Z","steps":["trace[1312783914] 'agreement among raft nodes before linearized reading' (duration: 2.010601159s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.582967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:36.572097Z","time spent":"2.010863146s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:11:38.583475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465702956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:11:38.583519Z","caller":"traceutil/trace.go:171","msg":"trace[1845481107] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28489; }","duration":"3.465800849s","start":"2026-05-07T03:11:35.117707Z","end":"2026-05-07T03:11:38.583508Z","steps":["trace[1845481107] 'agreement among raft nodes before linearized reading' (duration: 3.46410129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.58355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.117686Z","time spent":"3.465854449s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2506,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:38.584113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600997416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:11:38.584163Z","caller":"traceutil/trace.go:171","msg":"trace[2101791475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28489; }","duration":"2.601076768s","start":"2026-05-07T03:11:35.983073Z","end":"2026-05-07T03:11:38.58415Z","steps":["trace[2101791475] 'agreement among raft nodes before linearized reading' (duration: 2.599145864s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.584192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:35.983058Z","time spent":"2.601125718s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:38.583882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065414147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-07T03:11:38.58423Z","caller":"traceutil/trace.go:171","msg":"trace[1214470371] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28489; }","duration":"4.065794566s","start":"2026-05-07T03:11:34.518421Z","end":"2026-05-07T03:11:38.584215Z","steps":["trace[1214470371] 'agreement among raft nodes before linearized reading' (duration: 4.064899376s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:38.584469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:34.518399Z","time spent":"4.065872908s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:11:39.447622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.414192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:39.447798Z","caller":"traceutil/trace.go:171","msg":"trace[711578893] linearizableReadLoop","detail":"{readStateIndex:29539; appliedIndex:29538; }","duration":"861.835735ms","start":"2026-05-07T03:11:38.585925Z","end":"2026-05-07T03:11:39.447761Z","steps":["trace[711578893] 'read index received' (duration: 328.23629ms)","trace[711578893] 'applied index is now lower than readState.Index' (duration: 533.598465ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:39.447863Z","caller":"traceutil/trace.go:171","msg":"trace[377644868] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"863.211897ms","start":"2026-05-07T03:11:38.584639Z","end":"2026-05-07T03:11:39.447851Z","steps":["trace[377644868] 'process raft request' (duration: 329.505519ms)","trace[377644868] 'compare' (duration: 532.815389ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:39.44791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.584613Z","time spent":"863.273478ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:39.448165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.236864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:11:39.448206Z","caller":"traceutil/trace.go:171","msg":"trace[1152878203] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28490; }","duration":"862.304206ms","start":"2026-05-07T03:11:38.585892Z","end":"2026-05-07T03:11:39.448196Z","steps":["trace[1152878203] 'agreement among raft nodes before linearized reading' (duration: 862.150543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.448236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.585878Z","time spent":"862.349027ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:11:39.481401Z","caller":"traceutil/trace.go:171","msg":"trace[1654052515] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"892.839259ms","start":"2026-05-07T03:11:38.588528Z","end":"2026-05-07T03:11:39.481367Z","steps":["trace[1654052515] 'process raft request' (duration: 892.652565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.481699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.588521Z","time spent":"893.091574ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:39.483304Z","caller":"traceutil/trace.go:171","msg":"trace[417494779] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"894.926406ms","start":"2026-05-07T03:11:38.588359Z","end":"2026-05-07T03:11:39.483285Z","steps":["trace[417494779] 'process raft request' (duration: 892.41768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.483787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.588343Z","time spent":"895.393966ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:39.484339Z","caller":"traceutil/trace.go:171","msg":"trace[1639966668] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"889.926953ms","start":"2026-05-07T03:11:38.594391Z","end":"2026-05-07T03:11:39.484318Z","steps":["trace[1639966668] 'process raft request' (duration: 889.8234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.485081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.594376Z","time spent":"890.651009ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13679,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:39.484391Z","caller":"traceutil/trace.go:171","msg":"trace[1531916975] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"895.17594ms","start":"2026-05-07T03:11:38.589204Z","end":"2026-05-07T03:11:39.484379Z","steps":["trace[1531916975] 'process raft request' (duration: 892.03889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.486048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.589196Z","time spent":"896.800067ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:39.484723Z","caller":"traceutil/trace.go:171","msg":"trace[357493914] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"894.217489ms","start":"2026-05-07T03:11:38.590483Z","end":"2026-05-07T03:11:39.4847Z","steps":["trace[357493914] 'process raft request' (duration: 893.575155ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:39.484819Z","caller":"traceutil/trace.go:171","msg":"trace[519878933] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"893.171045ms","start":"2026-05-07T03:11:38.591635Z","end":"2026-05-07T03:11:39.484806Z","steps":["trace[519878933] 'process raft request' (duration: 892.514021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:39.486591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.591621Z","time spent":"894.920785ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:39.488164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.590475Z","time spent":"897.620116ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:40.589263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:40.589431Z","caller":"traceutil/trace.go:171","msg":"trace[1453502023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462843s","start":"2026-05-07T03:11:38.588866Z","end":"2026-05-07T03:11:40.589329Z","steps":["trace[1453502023] 'agreement among raft nodes before linearized reading' (duration: 2.000353421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:40.589524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.588859Z","time spent":"2.000650618s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:42.543552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.802930784s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:42.590335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:42.590438Z","caller":"traceutil/trace.go:171","msg":"trace[1654770723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000963645s","start":"2026-05-07T03:11:40.589456Z","end":"2026-05-07T03:11:42.590419Z","steps":["trace[1654770723] 'agreement among raft nodes before linearized reading' (duration: 2.000831072s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:42.590486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.58944Z","time spent":"2.001035706s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:43.248487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507840727s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:11:43.248833Z","caller":"traceutil/trace.go:171","msg":"trace[1607572971] linearizableReadLoop","detail":"{readStateIndex:29546; appliedIndex:29539; }","duration":"3.800977123s","start":"2026-05-07T03:11:39.447823Z","end":"2026-05-07T03:11:43.248801Z","steps":["trace[1607572971] 'read index received' (duration: 33.271523ms)","trace[1607572971] 'applied index is now lower than readState.Index' (duration: 3.76770343s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:43.249669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046964766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:11:43.249731Z","caller":"traceutil/trace.go:171","msg":"trace[1207583628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28496; }","duration":"4.047060668s","start":"2026-05-07T03:11:39.202651Z","end":"2026-05-07T03:11:43.249712Z","steps":["trace[1207583628] 'agreement among raft nodes before linearized reading' (duration: 4.046805433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:43.249775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.202637Z","time spent":"4.047128689s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:43.250078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444929513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:43.250121Z","caller":"traceutil/trace.go:171","msg":"trace[592907893] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28496; }","duration":"4.445000195s","start":"2026-05-07T03:11:38.805108Z","end":"2026-05-07T03:11:43.250108Z","steps":["trace[592907893] 'agreement among raft nodes before linearized reading' (duration: 4.444871222s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:43.250154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.805083Z","time spent":"4.445060607s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:43.250244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661159212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:43.250309Z","caller":"traceutil/trace.go:171","msg":"trace[2034780186] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28496; }","duration":"4.661264425s","start":"2026-05-07T03:11:38.589028Z","end":"2026-05-07T03:11:43.250292Z","steps":["trace[2034780186] 'agreement among raft nodes before linearized reading' (duration: 4.661151312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:43.25037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:38.589016Z","time spent":"4.661343936s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:11:43.251616Z","caller":"traceutil/trace.go:171","msg":"trace[538724546] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"3.760344495s","start":"2026-05-07T03:11:39.491249Z","end":"2026-05-07T03:11:43.251594Z","steps":["trace[538724546] 'process raft request' (duration: 3.75740073s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:43.25172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.491229Z","time spent":"3.760440287s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:43.999965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:44.000054Z","caller":"traceutil/trace.go:171","msg":"trace[17050382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073361s","start":"2026-05-07T03:11:41.999299Z","end":"2026-05-07T03:11:44.000032Z","steps":["trace[17050382] 'agreement among raft nodes before linearized reading' (duration: 2.000629738s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.000099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.999283Z","time spent":"2.000807371s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:44.486703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.492066Z","time spent":"4.994619189s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:44.490286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.492275Z","time spent":"4.998007424s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:44.499123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.49906Z","time spent":"5.000055321s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:44.49966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.504058Z","time spent":"4.995595381s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:44.555124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303462499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:44.556422Z","caller":"traceutil/trace.go:171","msg":"trace[2081060879] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"1.197423072s","start":"2026-05-07T03:11:43.358979Z","end":"2026-05-07T03:11:44.556402Z","steps":["trace[2081060879] 'process raft request' (duration: 1.197243718s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.556507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.358953Z","time spent":"1.197512803s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:44.556593Z","caller":"traceutil/trace.go:171","msg":"trace[1619191464] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"5.057391741s","start":"2026-05-07T03:11:39.499181Z","end":"2026-05-07T03:11:44.556573Z","steps":["trace[1619191464] 'process raft request' (duration: 5.05687314s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.556618Z","caller":"traceutil/trace.go:171","msg":"trace[818703651] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"3.965920167s","start":"2026-05-07T03:11:40.590682Z","end":"2026-05-07T03:11:44.556602Z","steps":["trace[818703651] 'process raft request' (duration: 3.965504438s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.556617Z","caller":"traceutil/trace.go:171","msg":"trace[1497225576] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"4.57326035s","start":"2026-05-07T03:11:39.98333Z","end":"2026-05-07T03:11:44.556591Z","steps":["trace[1497225576] 'process raft request' (duration: 4.57282266s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.556624Z","caller":"traceutil/trace.go:171","msg":"trace[382480979] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"5.047452379s","start":"2026-05-07T03:11:39.509143Z","end":"2026-05-07T03:11:44.556596Z","steps":["trace[382480979] 'process raft request' (duration: 5.046974038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.556656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.499175Z","time spent":"5.057452172s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:11:44.556644Z","caller":"traceutil/trace.go:171","msg":"trace[152597756] linearizableReadLoop","detail":"{readStateIndex:29556; appliedIndex:29546; }","duration":"1.307668313s","start":"2026-05-07T03:11:43.24894Z","end":"2026-05-07T03:11:44.556608Z","steps":["trace[152597756] 'read index received' (duration: 1.491384ms)","trace[152597756] 'applied index is now lower than readState.Index' (duration: 1.306174129s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:44.556686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.590658Z","time spent":"3.965993728s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:44.556727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.509125Z","time spent":"5.047551652s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:11:44.556789Z","caller":"traceutil/trace.go:171","msg":"trace[1030659418] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"5.062980796s","start":"2026-05-07T03:11:39.493791Z","end":"2026-05-07T03:11:44.556771Z","steps":["trace[1030659418] 'process raft request' (duration: 5.062165268s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.556875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590468363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-07T03:11:44.556904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594800708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-05-07T03:11:44.556794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958882566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:44.5569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.983305Z","time spent":"4.573369242s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:44.556982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992797674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:11:44.557013Z","caller":"traceutil/trace.go:171","msg":"trace[1918313491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28507; }","duration":"2.992893917s","start":"2026-05-07T03:11:41.564111Z","end":"2026-05-07T03:11:44.557005Z","steps":["trace[1918313491] 'agreement among raft nodes before linearized reading' (duration: 2.992816455s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.556997Z","caller":"traceutil/trace.go:171","msg":"trace[104473492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28507; }","duration":"1.95912848s","start":"2026-05-07T03:11:42.597858Z","end":"2026-05-07T03:11:44.556986Z","steps":["trace[104473492] 'agreement among raft nodes before linearized reading' (duration: 1.958867335s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985252727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:11:44.557074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15165885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:44.557091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903470893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-07T03:11:44.557082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:42.597844Z","time spent":"1.959227473s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:44.557149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199230227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:44.557158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12737096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:11:44.557166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648260342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:44.557151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612546064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:44.557182Z","caller":"traceutil/trace.go:171","msg":"trace[431691038] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28507; }","duration":"3.12742168s","start":"2026-05-07T03:11:41.429754Z","end":"2026-05-07T03:11:44.557176Z","steps":["trace[431691038] 'agreement among raft nodes before linearized reading' (duration: 3.127301618s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.557195Z","caller":"traceutil/trace.go:171","msg":"trace[1904645095] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28507; }","duration":"3.648323754s","start":"2026-05-07T03:11:40.908864Z","end":"2026-05-07T03:11:44.557188Z","steps":["trace[1904645095] 'agreement among raft nodes before linearized reading' (duration: 3.648268053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06318768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T03:11:44.557228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680308591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:44.557221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731805308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:44.557244Z","caller":"traceutil/trace.go:171","msg":"trace[1681662785] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28507; }","duration":"4.680348961s","start":"2026-05-07T03:11:39.876891Z","end":"2026-05-07T03:11:44.55724Z","steps":["trace[1681662785] 'agreement among raft nodes before linearized reading' (duration: 4.68031609s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.557243Z","caller":"traceutil/trace.go:171","msg":"trace[1974121034] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28507; }","duration":"5.063235811s","start":"2026-05-07T03:11:39.494001Z","end":"2026-05-07T03:11:44.557237Z","steps":["trace[1974121034] 'agreement among raft nodes before linearized reading' (duration: 5.063162779s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92840086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:44.557267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.876877Z","time spent":"4.680384982s","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:44.557107Z","caller":"traceutil/trace.go:171","msg":"trace[1339430947] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28507; }","duration":"2.985321549s","start":"2026-05-07T03:11:41.571776Z","end":"2026-05-07T03:11:44.557098Z","steps":["trace[1339430947] 'agreement among raft nodes before linearized reading' (duration: 2.985113094s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.493993Z","time spent":"5.063274202s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T03:11:44.557283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45961356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:11:44.557293Z","caller":"traceutil/trace.go:171","msg":"trace[230090257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28507; }","duration":"4.928430981s","start":"2026-05-07T03:11:39.628854Z","end":"2026-05-07T03:11:44.557285Z","steps":["trace[230090257] 'agreement among raft nodes before linearized reading' (duration: 4.92838836s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.557304Z","caller":"traceutil/trace.go:171","msg":"trace[1867471791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28507; }","duration":"3.459703831s","start":"2026-05-07T03:11:41.097594Z","end":"2026-05-07T03:11:44.557298Z","steps":["trace[1867471791] 'agreement among raft nodes before linearized reading' (duration: 3.45963931s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.571763Z","time spent":"2.985533693s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.628823Z","time spent":"4.928488702s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067123059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" ","response":"range_response_count:1 size:6260"} {"level":"info","ts":"2026-05-07T03:11:44.557451Z","caller":"traceutil/trace.go:171","msg":"trace[668048447] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc; range_end:; response_count:1; response_revision:28507; }","duration":"5.067174929s","start":"2026-05-07T03:11:39.49026Z","end":"2026-05-07T03:11:44.557435Z","steps":["trace[668048447] 'agreement among raft nodes before linearized reading' (duration: 5.067113958s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.556912Z","caller":"traceutil/trace.go:171","msg":"trace[1877326315] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28507; }","duration":"3.590545554s","start":"2026-05-07T03:11:40.966357Z","end":"2026-05-07T03:11:44.556902Z","steps":["trace[1877326315] 'agreement among raft nodes before linearized reading' (duration: 3.590426252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.49023Z","time spent":"5.067239371s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" "} {"level":"warn","ts":"2026-05-07T03:11:44.557486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104757019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-05-07T03:11:44.557042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.564091Z","time spent":"2.992944227s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:11:44.557507Z","caller":"traceutil/trace.go:171","msg":"trace[402863995] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28507; }","duration":"5.10482025s","start":"2026-05-07T03:11:39.452679Z","end":"2026-05-07T03:11:44.5575Z","steps":["trace[402863995] 'agreement among raft nodes before linearized reading' (duration: 5.104740868s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.452666Z","time spent":"5.104859031s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:11:44.55732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.097574Z","time spent":"3.459742493s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:11:44.557196Z","caller":"traceutil/trace.go:171","msg":"trace[1441403639] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28507; }","duration":"2.612640896s","start":"2026-05-07T03:11:41.94455Z","end":"2026-05-07T03:11:44.557191Z","steps":["trace[1441403639] 'agreement among raft nodes before linearized reading' (duration: 2.612573434s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.55759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.966331Z","time spent":"3.591193358s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-07T03:11:44.557659Z","caller":"traceutil/trace.go:171","msg":"trace[1051752770] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28507; }","duration":"3.595578936s","start":"2026-05-07T03:11:40.962069Z","end":"2026-05-07T03:11:44.557648Z","steps":["trace[1051752770] 'agreement among raft nodes before linearized reading' (duration: 3.594745058s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:44.557176Z","caller":"traceutil/trace.go:171","msg":"trace[248267036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28507; }","duration":"4.199285278s","start":"2026-05-07T03:11:40.357886Z","end":"2026-05-07T03:11:44.557171Z","steps":["trace[248267036] 'agreement among raft nodes before linearized reading' (duration: 4.199241597s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.557697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.944528Z","time spent":"2.613120936s","remote":"127.0.0.1:54000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.908847Z","time spent":"3.648365094s","remote":"127.0.0.1:45310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.35787Z","time spent":"4.19985232s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:44.557114Z","caller":"traceutil/trace.go:171","msg":"trace[406988863] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28507; }","duration":"2.151694571s","start":"2026-05-07T03:11:42.40541Z","end":"2026-05-07T03:11:44.557104Z","steps":["trace[406988863] 'agreement among raft nodes before linearized reading' (duration: 2.15164829s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.558053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:42.405358Z","time spent":"2.152683182s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:11:44.556876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.493776Z","time spent":"5.063065617s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:44.557039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507298962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:44.558478Z","caller":"traceutil/trace.go:171","msg":"trace[823881134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28507; }","duration":"2.508771855s","start":"2026-05-07T03:11:42.049681Z","end":"2026-05-07T03:11:44.558453Z","steps":["trace[823881134] 'agreement among raft nodes before linearized reading' (duration: 2.507314913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.558543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:42.049661Z","time spent":"2.508861138s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:44.557116Z","caller":"traceutil/trace.go:171","msg":"trace[1761880097] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28507; }","duration":"4.903526124s","start":"2026-05-07T03:11:39.653583Z","end":"2026-05-07T03:11:44.557109Z","steps":["trace[1761880097] 'agreement among raft nodes before linearized reading' (duration: 4.903430812s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.558684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:39.653571Z","time spent":"4.90510019s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-07T03:11:44.557219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.429739Z","time spent":"3.127472702s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70510103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:11:44.558904Z","caller":"traceutil/trace.go:171","msg":"trace[1476727948] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28507; }","duration":"2.706803279s","start":"2026-05-07T03:11:41.852085Z","end":"2026-05-07T03:11:44.558889Z","steps":["trace[1476727948] 'agreement among raft nodes before linearized reading' (duration: 2.70508062s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.558951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.852069Z","time spent":"2.70686793s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-05-07T03:11:44.557255Z","caller":"traceutil/trace.go:171","msg":"trace[1280750768] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28507; }","duration":"3.73187726s","start":"2026-05-07T03:11:40.825369Z","end":"2026-05-07T03:11:44.557247Z","steps":["trace[1280750768] 'agreement among raft nodes before linearized reading' (duration: 3.731740647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.559031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.825331Z","time spent":"3.733683021s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496041773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:11:44.559092Z","caller":"traceutil/trace.go:171","msg":"trace[692416585] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28507; }","duration":"3.497780142s","start":"2026-05-07T03:11:41.061296Z","end":"2026-05-07T03:11:44.559077Z","steps":["trace[692416585] 'agreement among raft nodes before linearized reading' (duration: 3.495939391s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:44.559135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:41.061278Z","time spent":"3.497842013s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:44.557703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:40.962052Z","time spent":"3.595629287s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:11:45.057073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:45.557966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:45.883568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162857022s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:11:45.884139Z","caller":"traceutil/trace.go:171","msg":"trace[1414821012] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"2.297079568s","start":"2026-05-07T03:11:43.587025Z","end":"2026-05-07T03:11:45.884105Z","steps":["trace[1414821012] 'process raft request' (duration: 2.296974195s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:45.884201Z","caller":"traceutil/trace.go:171","msg":"trace[308103254] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"2.33657938s","start":"2026-05-07T03:11:43.547584Z","end":"2026-05-07T03:11:45.884163Z","steps":["trace[308103254] 'process raft request' (duration: 2.336225152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:45.884312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.587005Z","time spent":"2.297217321s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:45.884354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.547565Z","time spent":"2.336697493s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:45.921868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999682326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:45.921963Z","caller":"traceutil/trace.go:171","msg":"trace[1744678356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99983663s","start":"2026-05-07T03:11:43.922102Z","end":"2026-05-07T03:11:45.921939Z","steps":["trace[1744678356] 'agreement among raft nodes before linearized reading' (duration: 1.999706537s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:45.922023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.922079Z","time spent":"1.999929822s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:46.564998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:46.565099Z","caller":"traceutil/trace.go:171","msg":"trace[1197590244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522545s","start":"2026-05-07T03:11:44.564557Z","end":"2026-05-07T03:11:46.565079Z","steps":["trace[1197590244] 'agreement among raft nodes before linearized reading' (duration: 2.000403072s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.565147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.564549Z","time spent":"2.000585856s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:46.625607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.560286Z","time spent":"2.065316342s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:11:46.6259Z","caller":"traceutil/trace.go:171","msg":"trace[1143612308] linearizableReadLoop","detail":"{readStateIndex:29564; appliedIndex:29557; }","duration":"2.069185709s","start":"2026-05-07T03:11:44.556697Z","end":"2026-05-07T03:11:46.625883Z","steps":["trace[1143612308] 'read index received' (duration: 1.327145748s)","trace[1143612308] 'applied index is now lower than readState.Index' (duration: 742.039231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:46.626168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126759656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T03:11:46.626224Z","caller":"traceutil/trace.go:171","msg":"trace[139435937] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28513; }","duration":"2.126860997s","start":"2026-05-07T03:11:44.499346Z","end":"2026-05-07T03:11:46.626207Z","steps":["trace[139435937] 'agreement among raft nodes before linearized reading' (duration: 2.126693013s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.499328Z","time spent":"2.126929889s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T03:11:46.626369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135122482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-07T03:11:46.626397Z","caller":"traceutil/trace.go:171","msg":"trace[1096225041] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28513; }","duration":"2.135316446s","start":"2026-05-07T03:11:44.491073Z","end":"2026-05-07T03:11:46.62639Z","steps":["trace[1096225041] 'agreement among raft nodes before linearized reading' (duration: 2.135086481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.491064Z","time spent":"2.135350687s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:11:46.626441Z","caller":"traceutil/trace.go:171","msg":"trace[1325557370] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"2.06432475s","start":"2026-05-07T03:11:44.562105Z","end":"2026-05-07T03:11:46.626429Z","steps":["trace[1325557370] 'process raft request' (duration: 2.063567722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.562086Z","time spent":"2.064386462s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:46.626569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139191442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-05-07T03:11:46.626586Z","caller":"traceutil/trace.go:171","msg":"trace[843249355] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28513; }","duration":"2.139236563s","start":"2026-05-07T03:11:44.487345Z","end":"2026-05-07T03:11:46.626582Z","steps":["trace[843249355] 'agreement among raft nodes before linearized reading' (duration: 2.139187842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.6266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.487332Z","time spent":"2.139265384s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:11:46.626652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51345887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:46.626668Z","caller":"traceutil/trace.go:171","msg":"trace[1242858948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28513; }","duration":"2.51347423s","start":"2026-05-07T03:11:44.113188Z","end":"2026-05-07T03:11:46.626662Z","steps":["trace[1242858948] 'agreement among raft nodes before linearized reading' (duration: 2.51344897s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.113132Z","time spent":"2.513545711s","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:46.626751Z","caller":"traceutil/trace.go:171","msg":"trace[1819787853] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"2.064529545s","start":"2026-05-07T03:11:44.562211Z","end":"2026-05-07T03:11:46.62674Z","steps":["trace[1819787853] 'process raft request' (duration: 2.063570094s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245212483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:46.626789Z","caller":"traceutil/trace.go:171","msg":"trace[1841381752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28513; }","duration":"3.245226813s","start":"2026-05-07T03:11:43.381557Z","end":"2026-05-07T03:11:46.626784Z","steps":["trace[1841381752] 'agreement among raft nodes before linearized reading' (duration: 3.245202662s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.626808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.381537Z","time spent":"3.245265143s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:46.626813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.562204Z","time spent":"2.064580336s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:46.626997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365799805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-05-07T03:11:46.627015Z","caller":"traceutil/trace.go:171","msg":"trace[1683389014] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28513; }","duration":"3.365828836s","start":"2026-05-07T03:11:43.261182Z","end":"2026-05-07T03:11:46.627011Z","steps":["trace[1683389014] 'agreement among raft nodes before linearized reading' (duration: 3.365693973s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.627027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.261177Z","time spent":"3.365847256s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-07T03:11:46.627083Z","caller":"traceutil/trace.go:171","msg":"trace[1593240296] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"2.063344919s","start":"2026-05-07T03:11:44.563727Z","end":"2026-05-07T03:11:46.627072Z","steps":["trace[1593240296] 'process raft request' (duration: 2.062078161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.627151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.563679Z","time spent":"2.063442431s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:46.627177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367786638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:46.627194Z","caller":"traceutil/trace.go:171","msg":"trace[653080624] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28513; }","duration":"3.36781836s","start":"2026-05-07T03:11:43.25937Z","end":"2026-05-07T03:11:46.627189Z","steps":["trace[653080624] 'agreement among raft nodes before linearized reading' (duration: 3.367787259s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.627216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.259365Z","time spent":"3.36784614s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:11:46.627371Z","caller":"traceutil/trace.go:171","msg":"trace[132965860] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"2.063514103s","start":"2026-05-07T03:11:44.563774Z","end":"2026-05-07T03:11:46.627288Z","steps":["trace[132965860] 'process raft request' (duration: 2.062065011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.627444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.563765Z","time spent":"2.063639996s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:46.6276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369997668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-07T03:11:46.627798Z","caller":"traceutil/trace.go:171","msg":"trace[231895153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc; range_end:; response_count:1; response_revision:28513; }","duration":"3.370218613s","start":"2026-05-07T03:11:43.257538Z","end":"2026-05-07T03:11:46.627757Z","steps":["trace[231895153] 'agreement among raft nodes before linearized reading' (duration: 3.369916747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.627946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:43.257522Z","time spent":"3.370303905s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc\" "} {"level":"warn","ts":"2026-05-07T03:11:46.627993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125700151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:11:46.628373Z","caller":"traceutil/trace.go:171","msg":"trace[1946561252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28513; }","duration":"2.126161582s","start":"2026-05-07T03:11:44.502199Z","end":"2026-05-07T03:11:46.628361Z","steps":["trace[1946561252] 'agreement among raft nodes before linearized reading' (duration: 2.125734682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:46.628406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.502187Z","time spent":"2.126210042s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:11:47.126457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:47.627073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:47.862695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.69196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:47.862827Z","caller":"traceutil/trace.go:171","msg":"trace[443205478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28513; }","duration":"465.834393ms","start":"2026-05-07T03:11:47.396973Z","end":"2026-05-07T03:11:47.862807Z","steps":["trace[443205478] 'range keys from in-memory index tree' (duration: 465.675429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.008521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382996195s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:11:48.009966Z","caller":"traceutil/trace.go:171","msg":"trace[164287981] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"1.919174649s","start":"2026-05-07T03:11:46.090766Z","end":"2026-05-07T03:11:48.009941Z","steps":["trace[164287981] 'process raft request' (duration: 1.918031013s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:48.010274Z","caller":"traceutil/trace.go:171","msg":"trace[51838122] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"1.447061926s","start":"2026-05-07T03:11:46.563188Z","end":"2026-05-07T03:11:48.01025Z","steps":["trace[51838122] 'process raft request' (duration: 1.446693488s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:48.010307Z","caller":"traceutil/trace.go:171","msg":"trace[142628657] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"1.446232658s","start":"2026-05-07T03:11:46.564047Z","end":"2026-05-07T03:11:48.01028Z","steps":["trace[142628657] 'process raft request' (duration: 1.446096795s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.010391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.563164Z","time spent":"1.447164798s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:48.010432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.564026Z","time spent":"1.44632715s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:48.010414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.09072Z","time spent":"1.919514656s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:48.57377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:48.573957Z","caller":"traceutil/trace.go:171","msg":"trace[1143351993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576076s","start":"2026-05-07T03:11:46.573311Z","end":"2026-05-07T03:11:48.573887Z","steps":["trace[1143351993] 'agreement among raft nodes before linearized reading' (duration: 2.000415483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.574107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.573291Z","time spent":"2.000793032s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:48.816228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.33582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:48.816537Z","caller":"traceutil/trace.go:171","msg":"trace[776912978] linearizableReadLoop","detail":"{readStateIndex:29571; appliedIndex:29564; }","duration":"2.19057159s","start":"2026-05-07T03:11:46.625945Z","end":"2026-05-07T03:11:48.816517Z","steps":["trace[776912978] 'read index received' (duration: 1.382811941s)","trace[776912978] 'applied index is now lower than readState.Index' (duration: 807.758459ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:48.816616Z","caller":"traceutil/trace.go:171","msg":"trace[2044228032] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"2.188145596s","start":"2026-05-07T03:11:46.628458Z","end":"2026-05-07T03:11:48.816603Z","steps":["trace[2044228032] 'process raft request' (duration: 2.036352765s)","trace[2044228032] 'compare' (duration: 151.211097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:48.816681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.628443Z","time spent":"2.188196968s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:48.816746Z","caller":"traceutil/trace.go:171","msg":"trace[403590247] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"2.179498522s","start":"2026-05-07T03:11:46.637209Z","end":"2026-05-07T03:11:48.816708Z","steps":["trace[403590247] 'process raft request' (duration: 2.179252027s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.816954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.637204Z","time spent":"2.179633275s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:48.816976Z","caller":"traceutil/trace.go:171","msg":"trace[227019111] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"2.180005964s","start":"2026-05-07T03:11:46.636941Z","end":"2026-05-07T03:11:48.816947Z","steps":["trace[227019111] 'process raft request' (duration: 2.179450371s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.817078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987592189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:48.817084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526523954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:48.81712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.636934Z","time spent":"2.180117857s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:11:48.817138Z","caller":"traceutil/trace.go:171","msg":"trace[2096698897] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28520; }","duration":"2.987702071s","start":"2026-05-07T03:11:45.829424Z","end":"2026-05-07T03:11:48.817126Z","steps":["trace[2096698897] 'agreement among raft nodes before linearized reading' (duration: 2.987565608s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.817111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082841696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:48.817165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:45.829399Z","time spent":"2.987761833s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:48.81716Z","caller":"traceutil/trace.go:171","msg":"trace[2044626064] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28520; }","duration":"3.526649347s","start":"2026-05-07T03:11:45.290493Z","end":"2026-05-07T03:11:48.817142Z","steps":["trace[2044626064] 'agreement among raft nodes before linearized reading' (duration: 3.526476583s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:48.817189Z","caller":"traceutil/trace.go:171","msg":"trace[1456900090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28520; }","duration":"3.082959508s","start":"2026-05-07T03:11:45.73421Z","end":"2026-05-07T03:11:48.81717Z","steps":["trace[1456900090] 'agreement among raft nodes before linearized reading' (duration: 3.082755654s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.817316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:45.734197Z","time spent":"3.083107162s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:11:48.817205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:45.290475Z","time spent":"3.526719678s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:48.817298Z","caller":"traceutil/trace.go:171","msg":"trace[876197115] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"2.184159377s","start":"2026-05-07T03:11:46.633114Z","end":"2026-05-07T03:11:48.817198Z","steps":["trace[876197115] 'process raft request' (duration: 2.183216515s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.817574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151500651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:11:48.817692Z","caller":"traceutil/trace.go:171","msg":"trace[1767249005] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:28520; }","duration":"4.151630214s","start":"2026-05-07T03:11:44.666031Z","end":"2026-05-07T03:11:48.817661Z","steps":["trace[1767249005] 'agreement among raft nodes before linearized reading' (duration: 4.151215745s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:48.817687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.633103Z","time spent":"2.184504264s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:48.817828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:44.666014Z","time spent":"4.151746536s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-07T03:11:49.487223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850003606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:49.487378Z","caller":"traceutil/trace.go:171","msg":"trace[1676692202] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.85018125s","start":"2026-05-07T03:11:46.637177Z","end":"2026-05-07T03:11:49.487358Z","steps":["trace[1676692202] 'agreement among raft nodes before linearized reading' (duration: 2.850007086s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.487431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.637173Z","time spent":"2.850245551s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/07 03:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:49.49005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849545586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:49.490085Z","caller":"traceutil/trace.go:171","msg":"trace[2130911211] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.849594016s","start":"2026-05-07T03:11:46.640482Z","end":"2026-05-07T03:11:49.490076Z","steps":["trace[2130911211] 'agreement among raft nodes before linearized reading' (duration: 2.849553006s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.49011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.640477Z","time spent":"2.849626407s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/07 03:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:49.498712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861469011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:49.498778Z","caller":"traceutil/trace.go:171","msg":"trace[917758684] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.861557613s","start":"2026-05-07T03:11:46.637205Z","end":"2026-05-07T03:11:49.498763Z","steps":["trace[917758684] 'agreement among raft nodes before linearized reading' (duration: 2.861472601s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.498822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.637201Z","time spent":"2.861609304s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/07 03:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:49.499725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862475664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:49.499774Z","caller":"traceutil/trace.go:171","msg":"trace[541376912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.862530955s","start":"2026-05-07T03:11:46.637226Z","end":"2026-05-07T03:11:49.499757Z","steps":["trace[541376912] 'agreement among raft nodes before linearized reading' (duration: 2.862480664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.499798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.637224Z","time spent":"2.862568586s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/07 03:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:49.636351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:49.636551Z","caller":"traceutil/trace.go:171","msg":"trace[413409429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488294s","start":"2026-05-07T03:11:47.636036Z","end":"2026-05-07T03:11:49.636525Z","steps":["trace[413409429] 'agreement among raft nodes before linearized reading' (duration: 2.000240329s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.636722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:47.636019Z","time spent":"2.000684908s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:49.801272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.608371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:11:49.803661Z","caller":"traceutil/trace.go:171","msg":"trace[986425237] linearizableReadLoop","detail":"{readStateIndex:29573; appliedIndex:29571; }","duration":"987.063013ms","start":"2026-05-07T03:11:48.816568Z","end":"2026-05-07T03:11:49.803631Z","steps":["trace[986425237] 'read index received' (duration: 80.285082ms)","trace[986425237] 'applied index is now lower than readState.Index' (duration: 906.775771ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:49.80519Z","caller":"traceutil/trace.go:171","msg":"trace[621244948] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"1.019125759s","start":"2026-05-07T03:11:48.786045Z","end":"2026-05-07T03:11:49.80517Z","steps":["trace[621244948] 'process raft request' (duration: 1.015373815s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:49.805437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.786022Z","time spent":"1.019241721s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:50.131731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499172343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T03:11:50.132625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558470884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.132762Z","caller":"traceutil/trace.go:171","msg":"trace[1507792760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28521; }","duration":"1.558652258s","start":"2026-05-07T03:11:48.574078Z","end":"2026-05-07T03:11:50.13273Z","steps":["trace[1507792760] 'agreement among raft nodes before linearized reading' (duration: 1.230722354s)","trace[1507792760] 'range keys from in-memory index tree' (duration: 327.77389ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.132822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.574056Z","time spent":"1.55875205s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:50.133497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396570372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-05-07T03:11:50.13358Z","caller":"traceutil/trace.go:171","msg":"trace[63659523] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:28521; }","duration":"3.396695945s","start":"2026-05-07T03:11:46.736862Z","end":"2026-05-07T03:11:50.133558Z","steps":["trace[63659523] 'agreement among raft nodes before linearized reading' (duration: 3.067870511s)","trace[63659523] 'range keys from in-memory index tree' (duration: 328.556918ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.133635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.736839Z","time spent":"3.396776407s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:11:50.133951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348225348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:11:50.134012Z","caller":"traceutil/trace.go:171","msg":"trace[1186196889] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28521; }","duration":"1.348308781s","start":"2026-05-07T03:11:48.785686Z","end":"2026-05-07T03:11:50.133995Z","steps":["trace[1186196889] 'agreement among raft nodes before linearized reading' (duration: 1.019091468s)","trace[1186196889] 'range keys from in-memory index tree' (duration: 329.08692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.134058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.785672Z","time spent":"1.348373022s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:11:50.134308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480216396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.134375Z","caller":"traceutil/trace.go:171","msg":"trace[1653592117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28521; }","duration":"1.480327638s","start":"2026-05-07T03:11:48.654026Z","end":"2026-05-07T03:11:50.134354Z","steps":["trace[1653592117] 'agreement among raft nodes before linearized reading' (duration: 1.150764058s)","trace[1653592117] 'count revisions from in-memory index tree' (duration: 329.481909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.134435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.654001Z","time spent":"1.48041687s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:50.13474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500948424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-07T03:11:50.134791Z","caller":"traceutil/trace.go:171","msg":"trace[1151413654] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c; range_end:; response_count:1; response_revision:28521; }","duration":"3.501035115s","start":"2026-05-07T03:11:46.633739Z","end":"2026-05-07T03:11:50.134774Z","steps":["trace[1151413654] 'agreement among raft nodes before linearized reading' (duration: 3.171047275s)","trace[1151413654] 'range keys from in-memory index tree' (duration: 329.860447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.134833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.633723Z","time spent":"3.501099517s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" "} {"level":"warn","ts":"2026-05-07T03:11:50.135777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040865348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.135844Z","caller":"traceutil/trace.go:171","msg":"trace[747505225] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28521; }","duration":"3.040980781s","start":"2026-05-07T03:11:47.094846Z","end":"2026-05-07T03:11:50.135827Z","steps":["trace[747505225] 'agreement among raft nodes before linearized reading' (duration: 2.709971549s)","trace[747505225] 'count revisions from in-memory index tree' (duration: 330.92621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.1359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:47.094823Z","time spent":"3.041056152s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:50.136091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49902876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4\" ","response":"range_response_count:1 size:5797"} {"level":"info","ts":"2026-05-07T03:11:50.136146Z","caller":"traceutil/trace.go:171","msg":"trace[1644822333] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4; range_end:; response_count:1; response_revision:28521; }","duration":"3.499090721s","start":"2026-05-07T03:11:46.63704Z","end":"2026-05-07T03:11:50.136131Z","steps":["trace[1644822333] 'agreement among raft nodes before linearized reading' (duration: 3.167766912s)","trace[1644822333] 'range keys from in-memory index tree' (duration: 331.200497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.136177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.637036Z","time spent":"3.499132142s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5820,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4\" "} {"level":"warn","ts":"2026-05-07T03:11:50.136218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503344727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-07T03:11:50.136268Z","caller":"traceutil/trace.go:171","msg":"trace[907858861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28521; }","duration":"3.503396578s","start":"2026-05-07T03:11:46.632852Z","end":"2026-05-07T03:11:50.136249Z","steps":["trace[907858861] 'agreement among raft nodes before linearized reading' (duration: 3.172193331s)","trace[907858861] 'range keys from in-memory index tree' (duration: 331.103745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.136319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.632846Z","time spent":"3.503464379s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-07T03:11:50.13608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499020779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.136573Z","caller":"traceutil/trace.go:171","msg":"trace[1335263454] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28521; }","duration":"3.499553082s","start":"2026-05-07T03:11:46.636999Z","end":"2026-05-07T03:11:50.136552Z","steps":["trace[1335263454] 'agreement among raft nodes before linearized reading' (duration: 3.167824503s)","trace[1335263454] 'range keys from in-memory index tree' (duration: 331.193027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.136615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.636987Z","time spent":"3.499615233s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:11:50.13749Z","caller":"traceutil/trace.go:171","msg":"trace[443682835] linearizableReadLoop","detail":"{readStateIndex:29575; appliedIndex:29573; }","duration":"333.728483ms","start":"2026-05-07T03:11:49.80375Z","end":"2026-05-07T03:11:50.137479Z","steps":["trace[443682835] 'read index received' (duration: 301.135425ms)","trace[443682835] 'applied index is now lower than readState.Index' (duration: 32.591938ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:50.137652Z","caller":"traceutil/trace.go:171","msg":"trace[2072493787] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"638.770135ms","start":"2026-05-07T03:11:49.498856Z","end":"2026-05-07T03:11:50.137626Z","steps":["trace[2072493787] 'process raft request' (duration: 637.734022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.137763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.498834Z","time spent":"638.847406ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:50.137982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.100498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.138018Z","caller":"traceutil/trace.go:171","msg":"trace[2004770173] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28523; }","duration":"410.18109ms","start":"2026-05-07T03:11:49.727829Z","end":"2026-05-07T03:11:50.13801Z","steps":["trace[2004770173] 'agreement among raft nodes before linearized reading' (duration: 410.108488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.138045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.727809Z","time spent":"410.229651ms","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:50.138351Z","caller":"traceutil/trace.go:171","msg":"trace[1956261015] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"647.633853ms","start":"2026-05-07T03:11:49.489247Z","end":"2026-05-07T03:11:50.136881Z","steps":["trace[1956261015] 'process raft request' (duration: 615.615428ms)","trace[1956261015] 'compare' (duration: 26.518742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.138415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.489226Z","time spent":"649.157406ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:50.138841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31423813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.138874Z","caller":"traceutil/trace.go:171","msg":"trace[1769441801] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28523; }","duration":"1.314301162s","start":"2026-05-07T03:11:48.824565Z","end":"2026-05-07T03:11:50.138866Z","steps":["trace[1769441801] 'agreement among raft nodes before linearized reading' (duration: 1.31423323s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.138894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.824548Z","time spent":"1.314341462s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:11:50.139583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.268814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.13962Z","caller":"traceutil/trace.go:171","msg":"trace[126083290] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28523; }","duration":"612.349305ms","start":"2026-05-07T03:11:49.527261Z","end":"2026-05-07T03:11:50.139611Z","steps":["trace[126083290] 'agreement among raft nodes before linearized reading' (duration: 612.288004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.139644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.527241Z","time spent":"612.396307ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:50.139838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.243477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.139871Z","caller":"traceutil/trace.go:171","msg":"trace[1504116904] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28523; }","duration":"721.313529ms","start":"2026-05-07T03:11:49.41855Z","end":"2026-05-07T03:11:50.139863Z","steps":["trace[1504116904] 'agreement among raft nodes before linearized reading' (duration: 721.255437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.140078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.418531Z","time spent":"721.480853ms","remote":"127.0.0.1:45124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:50.140337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305109536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:50.140373Z","caller":"traceutil/trace.go:171","msg":"trace[754963912] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28523; }","duration":"1.305195348s","start":"2026-05-07T03:11:48.835166Z","end":"2026-05-07T03:11:50.140362Z","steps":["trace[754963912] 'agreement among raft nodes before linearized reading' (duration: 1.305086775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.140396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.835128Z","time spent":"1.305261059s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:50.131889Z","caller":"traceutil/trace.go:171","msg":"trace[482805205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28521; }","duration":"3.499378847s","start":"2026-05-07T03:11:46.632466Z","end":"2026-05-07T03:11:50.131845Z","steps":["trace[482805205] 'agreement among raft nodes before linearized reading' (duration: 3.17265305s)","trace[482805205] 'range keys from in-memory index tree' (duration: 326.4053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.141568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:46.63245Z","time spent":"3.509102786s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:11:50.141899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321614934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:11:50.149264Z","caller":"traceutil/trace.go:171","msg":"trace[1132752106] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28523; }","duration":"1.328980588s","start":"2026-05-07T03:11:48.820258Z","end":"2026-05-07T03:11:50.149238Z","steps":["trace[1132752106] 'agreement among raft nodes before linearized reading' (duration: 1.321584214s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.149526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.820245Z","time spent":"1.329250184s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:11:50.149142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964598592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-07T03:11:50.149747Z","caller":"traceutil/trace.go:171","msg":"trace[140860215] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28521; }","duration":"1.965262807s","start":"2026-05-07T03:11:48.184388Z","end":"2026-05-07T03:11:50.149651Z","steps":["trace[140860215] 'agreement among raft nodes before linearized reading' (duration: 1.620421337s)","trace[140860215] 'range keys from in-memory index tree' (duration: 330.961281ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:50.14979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:48.184375Z","time spent":"1.96540295s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-07T03:11:50.168844Z","caller":"traceutil/trace.go:171","msg":"trace[494290732] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"151.623746ms","start":"2026-05-07T03:11:50.017192Z","end":"2026-05-07T03:11:50.168816Z","steps":["trace[494290732] 'process raft request' (duration: 151.444912ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:50.169296Z","caller":"traceutil/trace.go:171","msg":"trace[1558060115] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"150.908719ms","start":"2026-05-07T03:11:50.018362Z","end":"2026-05-07T03:11:50.169271Z","steps":["trace[1558060115] 'process raft request' (duration: 150.414808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.169588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.371109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-05-07T03:11:50.169623Z","caller":"traceutil/trace.go:171","msg":"trace[272702270] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28525; }","duration":"356.44725ms","start":"2026-05-07T03:11:49.813168Z","end":"2026-05-07T03:11:50.169615Z","steps":["trace[272702270] 'agreement among raft nodes before linearized reading' (duration: 356.329047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:50.169654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:49.813152Z","time spent":"356.494102ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T03:11:50.670145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:51.297841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.019123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:51.298223Z","caller":"traceutil/trace.go:171","msg":"trace[1213286705] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"1.14770802s","start":"2026-05-07T03:11:50.150476Z","end":"2026-05-07T03:11:51.298184Z","steps":["trace[1213286705] 'process raft request' (duration: 533.286619ms)","trace[1213286705] 'compare' (duration: 613.537001ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:51.298422Z","caller":"traceutil/trace.go:171","msg":"trace[1860584744] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"1.147625738s","start":"2026-05-07T03:11:50.150786Z","end":"2026-05-07T03:11:51.298412Z","steps":["trace[1860584744] 'process raft request' (duration: 1.147362002s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:51.298455Z","caller":"traceutil/trace.go:171","msg":"trace[141811985] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"1.147817592s","start":"2026-05-07T03:11:50.150573Z","end":"2026-05-07T03:11:51.29839Z","steps":["trace[141811985] 'process raft request' (duration: 1.147366502s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.15075Z","time spent":"1.147718131s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:51.298487Z","caller":"traceutil/trace.go:171","msg":"trace[1880112398] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"1.140877298s","start":"2026-05-07T03:11:50.157582Z","end":"2026-05-07T03:11:51.298459Z","steps":["trace[1880112398] 'process raft request' (duration: 1.140675993s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145488821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:11:51.298374Z","caller":"traceutil/trace.go:171","msg":"trace[307839960] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"1.147466864s","start":"2026-05-07T03:11:50.150884Z","end":"2026-05-07T03:11:51.298351Z","steps":["trace[307839960] 'process raft request' (duration: 1.147320441s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:51.298626Z","caller":"traceutil/trace.go:171","msg":"trace[379332304] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28530; }","duration":"1.145562902s","start":"2026-05-07T03:11:50.153054Z","end":"2026-05-07T03:11:51.298617Z","steps":["trace[379332304] 'agreement among raft nodes before linearized reading' (duration: 1.145357777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.157563Z","time spent":"1.141017872s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:51.298641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147927436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-05-07T03:11:51.298637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.150555Z","time spent":"1.147994978s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5590,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:51.298493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147755322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:51.298703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.150866Z","time spent":"1.147789103s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:51.29872Z","caller":"traceutil/trace.go:171","msg":"trace[13297988] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:28530; }","duration":"1.148034418s","start":"2026-05-07T03:11:50.150666Z","end":"2026-05-07T03:11:51.2987Z","steps":["trace[13297988] 'agreement among raft nodes before linearized reading' (duration: 1.147787161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.153044Z","time spent":"1.145620244s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-07T03:11:51.298756Z","caller":"traceutil/trace.go:171","msg":"trace[343474115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28530; }","duration":"1.148031028s","start":"2026-05-07T03:11:50.150679Z","end":"2026-05-07T03:11:51.29871Z","steps":["trace[343474115] 'agreement among raft nodes before linearized reading' (duration: 1.147744021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.150661Z","time spent":"1.148276573s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:51.298758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148253033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-07T03:11:51.299014Z","caller":"traceutil/trace.go:171","msg":"trace[91469648] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e; range_end:; response_count:1; response_revision:28530; }","duration":"1.148546579s","start":"2026-05-07T03:11:50.150448Z","end":"2026-05-07T03:11:51.298994Z","steps":["trace[91469648] 'agreement among raft nodes before linearized reading' (duration: 1.148174091s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.298775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.150658Z","time spent":"1.148100489s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3331,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:11:51.299096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.15042Z","time spent":"1.148649792s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-35a0716a-1f8a-4a5c-82f2-4fc649f8021e\" "} {"level":"warn","ts":"2026-05-07T03:11:51.298863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.150455Z","time spent":"1.147990626s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:11:51.298998Z","caller":"traceutil/trace.go:171","msg":"trace[1077878160] linearizableReadLoop","detail":"{readStateIndex:29582; appliedIndex:29577; }","duration":"1.129794941s","start":"2026-05-07T03:11:50.169191Z","end":"2026-05-07T03:11:51.298986Z","steps":["trace[1077878160] 'read index received' (duration: 514.551091ms)","trace[1077878160] 'applied index is now lower than readState.Index' (duration: 614.559244ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:51.305872Z","caller":"traceutil/trace.go:171","msg":"trace[1579128299] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"482.986785ms","start":"2026-05-07T03:11:50.82287Z","end":"2026-05-07T03:11:51.305857Z","steps":["trace[1579128299] 'process raft request' (duration: 482.894243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.30673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.82285Z","time spent":"483.078947ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:51.34341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.611872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:51.343466Z","caller":"traceutil/trace.go:171","msg":"trace[1186068991] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28532; }","duration":"166.725094ms","start":"2026-05-07T03:11:51.176729Z","end":"2026-05-07T03:11:51.343454Z","steps":["trace[1186068991] 'agreement among raft nodes before linearized reading' (duration: 166.594661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.343616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.385766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.343693Z","caller":"traceutil/trace.go:171","msg":"trace[1912185565] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28532; }","duration":"921.512229ms","start":"2026-05-07T03:11:50.422164Z","end":"2026-05-07T03:11:51.343676Z","steps":["trace[1912185565] 'agreement among raft nodes before linearized reading' (duration: 921.379466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.343723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.422143Z","time spent":"921.57227ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:51.343704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.809887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.343776Z","caller":"traceutil/trace.go:171","msg":"trace[849184091] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28532; }","duration":"325.938869ms","start":"2026-05-07T03:11:51.017821Z","end":"2026-05-07T03:11:51.34376Z","steps":["trace[849184091] 'agreement among raft nodes before linearized reading' (duration: 325.787856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.343809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019297233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:51.343819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.017803Z","time spent":"326.008051ms","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:51.343843Z","caller":"traceutil/trace.go:171","msg":"trace[1027535663] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28532; }","duration":"1.019357454s","start":"2026-05-07T03:11:50.324466Z","end":"2026-05-07T03:11:51.343823Z","steps":["trace[1027535663] 'agreement among raft nodes before linearized reading' (duration: 1.019308003s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:51.343695Z","caller":"traceutil/trace.go:171","msg":"trace[703708196] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"453.506468ms","start":"2026-05-07T03:11:50.890154Z","end":"2026-05-07T03:11:51.34366Z","steps":["trace[703708196] 'process raft request' (duration: 453.051767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.343879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.324441Z","time spent":"1.019431316s","remote":"127.0.0.1:53988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:51.343995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.890129Z","time spent":"453.756823ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:51.344198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139995799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.344253Z","caller":"traceutil/trace.go:171","msg":"trace[1312691402] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28532; }","duration":"1.140111871s","start":"2026-05-07T03:11:50.204129Z","end":"2026-05-07T03:11:51.344241Z","steps":["trace[1312691402] 'agreement among raft nodes before linearized reading' (duration: 1.139973597s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.344291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:50.204117Z","time spent":"1.140164082s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:51.955143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.706207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:51.955314Z","caller":"traceutil/trace.go:171","msg":"trace[1653962177] transaction","detail":"{read_only:false; response_revision:28533; number_of_response:1; }","duration":"647.09418ms","start":"2026-05-07T03:11:51.308205Z","end":"2026-05-07T03:11:51.9553Z","steps":["trace[1653962177] 'process raft request' (duration: 255.162378ms)","trace[1653962177] 'compare' (duration: 391.075144ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:51.955351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.308188Z","time spent":"647.147052ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:51.955466Z","caller":"traceutil/trace.go:171","msg":"trace[1076332474] linearizableReadLoop","detail":"{readStateIndex:29586; appliedIndex:29584; }","duration":"612.1595ms","start":"2026-05-07T03:11:51.3433Z","end":"2026-05-07T03:11:51.95546Z","steps":["trace[1076332474] 'read index received' (duration: 220.057194ms)","trace[1076332474] 'applied index is now lower than readState.Index' (duration: 392.101456ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:51.955583Z","caller":"traceutil/trace.go:171","msg":"trace[1007680216] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"647.294956ms","start":"2026-05-07T03:11:51.308283Z","end":"2026-05-07T03:11:51.955578Z","steps":["trace[1007680216] 'process raft request' (duration: 646.966838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.955613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.308272Z","time spent":"647.323706ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:11:51.955726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.634505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.955748Z","caller":"traceutil/trace.go:171","msg":"trace[2084184457] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28534; }","duration":"626.690195ms","start":"2026-05-07T03:11:51.329053Z","end":"2026-05-07T03:11:51.955743Z","steps":["trace[2084184457] 'agreement among raft nodes before linearized reading' (duration: 626.634764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.955764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.329035Z","time spent":"626.725297ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:51.955849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.811735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.955867Z","caller":"traceutil/trace.go:171","msg":"trace[1061266449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28534; }","duration":"655.857937ms","start":"2026-05-07T03:11:51.300005Z","end":"2026-05-07T03:11:51.955863Z","steps":["trace[1061266449] 'agreement among raft nodes before linearized reading' (duration: 655.828286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.955878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.299991Z","time spent":"655.883877ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:51.955956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.26373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.955974Z","caller":"traceutil/trace.go:171","msg":"trace[687323634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28534; }","duration":"319.318361ms","start":"2026-05-07T03:11:51.636651Z","end":"2026-05-07T03:11:51.955969Z","steps":["trace[687323634] 'agreement among raft nodes before linearized reading' (duration: 319.28994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.955987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.636623Z","time spent":"319.361381ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:51.955978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.295824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:11:51.956076Z","caller":"traceutil/trace.go:171","msg":"trace[2014490738] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28534; }","duration":"655.414397ms","start":"2026-05-07T03:11:51.300637Z","end":"2026-05-07T03:11:51.956051Z","steps":["trace[2014490738] 'agreement among raft nodes before linearized reading' (duration: 655.168331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.956137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.300629Z","time spent":"655.493378ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:11:51.956183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.708544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:51.956199Z","caller":"traceutil/trace.go:171","msg":"trace[1826128787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28534; }","duration":"231.725324ms","start":"2026-05-07T03:11:51.724468Z","end":"2026-05-07T03:11:51.956194Z","steps":["trace[1826128787] 'agreement among raft nodes before linearized reading' (duration: 231.697923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.956358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.172459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129871"} {"level":"info","ts":"2026-05-07T03:11:51.956376Z","caller":"traceutil/trace.go:171","msg":"trace[1689304326] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28534; }","duration":"307.23239ms","start":"2026-05-07T03:11:51.649139Z","end":"2026-05-07T03:11:51.956372Z","steps":["trace[1689304326] 'agreement among raft nodes before linearized reading' (duration: 307.131598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.956388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.649117Z","time spent":"307.268341ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129894,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T03:11:51.956484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.325448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-05-07T03:11:51.956547Z","caller":"traceutil/trace.go:171","msg":"trace[289433530] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d; range_end:; response_count:1; response_revision:28534; }","duration":"648.418019ms","start":"2026-05-07T03:11:51.308111Z","end":"2026-05-07T03:11:51.956529Z","steps":["trace[289433530] 'agreement among raft nodes before linearized reading' (duration: 648.234475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.956601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.308095Z","time spent":"648.492702ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wq2d\" "} {"level":"warn","ts":"2026-05-07T03:11:51.956863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.183712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:11:51.956912Z","caller":"traceutil/trace.go:171","msg":"trace[1615392440] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28534; }","duration":"651.243184ms","start":"2026-05-07T03:11:51.305655Z","end":"2026-05-07T03:11:51.956898Z","steps":["trace[1615392440] 'agreement among raft nodes before linearized reading' (duration: 651.130441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.956953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.305648Z","time spent":"651.293955ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:11:51.956513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.200083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:11:51.957124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.30751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5643"} {"level":"info","ts":"2026-05-07T03:11:51.957144Z","caller":"traceutil/trace.go:171","msg":"trace[564832261] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:28534; }","duration":"653.340851ms","start":"2026-05-07T03:11:51.303798Z","end":"2026-05-07T03:11:51.957139Z","steps":["trace[564832261] 'agreement among raft nodes before linearized reading' (duration: 653.284189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.957158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.303614Z","time spent":"653.540495ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:11:51.957146Z","caller":"traceutil/trace.go:171","msg":"trace[1896961402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28534; }","duration":"308.848638ms","start":"2026-05-07T03:11:51.64828Z","end":"2026-05-07T03:11:51.957129Z","steps":["trace[1896961402] 'agreement among raft nodes before linearized reading' (duration: 308.192642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.957198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.648248Z","time spent":"308.93456ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:11:51.957267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.459107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-07T03:11:51.957289Z","caller":"traceutil/trace.go:171","msg":"trace[561112216] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955; range_end:; response_count:1; response_revision:28534; }","duration":"655.491088ms","start":"2026-05-07T03:11:51.301791Z","end":"2026-05-07T03:11:51.957282Z","steps":["trace[561112216] 'agreement among raft nodes before linearized reading' (duration: 655.439767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:51.957303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.301784Z","time spent":"655.515339ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" "} {"level":"warn","ts":"2026-05-07T03:11:52.463111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:11:52.869254Z","caller":"traceutil/trace.go:171","msg":"trace[417411368] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"907.2663ms","start":"2026-05-07T03:11:51.961951Z","end":"2026-05-07T03:11:52.869218Z","steps":["trace[417411368] 'process raft request' (duration: 906.932243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:52.869582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.961925Z","time spent":"907.573478ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129855,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:53.071127Z","caller":"traceutil/trace.go:171","msg":"trace[913908292] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28539; }","duration":"199.542036ms","start":"2026-05-07T03:11:52.871562Z","end":"2026-05-07T03:11:53.071104Z","steps":["trace[913908292] 'process raft request' (duration: 199.503795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.071408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.962417Z","time spent":"1.108988005s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:11:53.071577Z","caller":"traceutil/trace.go:171","msg":"trace[1697772018] transaction","detail":"{read_only:false; response_revision:28536; number_of_response:1; }","duration":"1.108664117s","start":"2026-05-07T03:11:51.962899Z","end":"2026-05-07T03:11:53.071564Z","steps":["trace[1697772018] 'process raft request' (duration: 1.10787802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.071677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.962893Z","time spent":"1.108711449s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:53.072004Z","caller":"traceutil/trace.go:171","msg":"trace[736829520] transaction","detail":"{read_only:false; response_revision:28537; number_of_response:1; }","duration":"1.105364876s","start":"2026-05-07T03:11:51.966626Z","end":"2026-05-07T03:11:53.07199Z","steps":["trace[736829520] 'process raft request' (duration: 1.104276511s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.072067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.96662Z","time spent":"1.105410857s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:53.072329Z","caller":"traceutil/trace.go:171","msg":"trace[1449375184] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"896.588633ms","start":"2026-05-07T03:11:52.175727Z","end":"2026-05-07T03:11:53.072316Z","steps":["trace[1449375184] 'process raft request' (duration: 895.237622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.072385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:52.175694Z","time spent":"896.659704ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:53.072538Z","caller":"traceutil/trace.go:171","msg":"trace[1752050624] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"896.062911ms","start":"2026-05-07T03:11:52.176464Z","end":"2026-05-07T03:11:53.072527Z","steps":["trace[1752050624] 'process raft request' (duration: 894.544967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.072593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:52.176439Z","time spent":"896.125232ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:53.072733Z","caller":"traceutil/trace.go:171","msg":"trace[953359071] linearizableReadLoop","detail":"{readStateIndex:29592; appliedIndex:29586; }","duration":"1.109665241s","start":"2026-05-07T03:11:51.96305Z","end":"2026-05-07T03:11:53.072716Z","steps":["trace[953359071] 'read index received' (duration: 905.797087ms)","trace[953359071] 'applied index is now lower than readState.Index' (duration: 203.866204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:53.072968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109890925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:53.073036Z","caller":"traceutil/trace.go:171","msg":"trace[1762632378] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:28539; }","duration":"1.109983757s","start":"2026-05-07T03:11:51.963036Z","end":"2026-05-07T03:11:53.073019Z","steps":["trace[1762632378] 'agreement among raft nodes before linearized reading' (duration: 1.109859034s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.07307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.96303Z","time spent":"1.110031839s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:11:53.073099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106851658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:11:53.073154Z","caller":"traceutil/trace.go:171","msg":"trace[607484004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28539; }","duration":"1.106910449s","start":"2026-05-07T03:11:51.966228Z","end":"2026-05-07T03:11:53.073139Z","steps":["trace[607484004] 'agreement among raft nodes before linearized reading' (duration: 1.106732395s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.073202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.966202Z","time spent":"1.106987811s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:11:53.073472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016831978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:11:53.073518Z","caller":"traceutil/trace.go:171","msg":"trace[268700790] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28539; }","duration":"1.01690387s","start":"2026-05-07T03:11:52.056592Z","end":"2026-05-07T03:11:53.073496Z","steps":["trace[268700790] 'agreement among raft nodes before linearized reading' (duration: 1.016800527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.073542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:52.05657Z","time spent":"1.016965761s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:11:53.073529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056517774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:53.073553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093911999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-07T03:11:53.073584Z","caller":"traceutil/trace.go:171","msg":"trace[302492175] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:28539; }","duration":"1.09397289s","start":"2026-05-07T03:11:51.979602Z","end":"2026-05-07T03:11:53.073575Z","steps":["trace[302492175] 'agreement among raft nodes before linearized reading' (duration: 1.093850688s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:53.07358Z","caller":"traceutil/trace.go:171","msg":"trace[323867711] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28539; }","duration":"1.056626996s","start":"2026-05-07T03:11:52.016936Z","end":"2026-05-07T03:11:53.073563Z","steps":["trace[323867711] 'agreement among raft nodes before linearized reading' (duration: 1.056514314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.073607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:51.979584Z","time spent":"1.094016581s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-05-07T03:11:53.073625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:52.016908Z","time spent":"1.056702968s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:53.892597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.076191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:53.892793Z","caller":"traceutil/trace.go:171","msg":"trace[2036390383] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"819.111023ms","start":"2026-05-07T03:11:53.073648Z","end":"2026-05-07T03:11:53.892759Z","steps":["trace[2036390383] 'process raft request' (duration: 462.749094ms)","trace[2036390383] 'compare' (duration: 355.840966ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:53.892854Z","caller":"traceutil/trace.go:171","msg":"trace[1666268663] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"580.613757ms","start":"2026-05-07T03:11:53.312221Z","end":"2026-05-07T03:11:53.892835Z","steps":["trace[1666268663] 'process raft request' (duration: 580.512335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:53.892882Z","caller":"traceutil/trace.go:171","msg":"trace[968912552] linearizableReadLoop","detail":"{readStateIndex:29594; appliedIndex:29593; }","duration":"818.412618ms","start":"2026-05-07T03:11:53.074444Z","end":"2026-05-07T03:11:53.892857Z","steps":["trace[968912552] 'read index received' (duration: 461.967287ms)","trace[968912552] 'applied index is now lower than readState.Index' (duration: 356.441811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:53.892923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.07363Z","time spent":"819.230935ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:53.892947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.312194Z","time spent":"580.703619ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:53.893297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.842797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"info","ts":"2026-05-07T03:11:53.893423Z","caller":"traceutil/trace.go:171","msg":"trace[1408270229] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28541; }","duration":"819.006821ms","start":"2026-05-07T03:11:53.074391Z","end":"2026-05-07T03:11:53.893398Z","steps":["trace[1408270229] 'agreement among raft nodes before linearized reading' (duration: 818.714974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.893483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.074371Z","time spent":"819.096562ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1093,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-07T03:11:53.893429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.516199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-05-07T03:11:53.893612Z","caller":"traceutil/trace.go:171","msg":"trace[1400176656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28541; }","duration":"818.731953ms","start":"2026-05-07T03:11:53.07487Z","end":"2026-05-07T03:11:53.893602Z","steps":["trace[1400176656] 'agreement among raft nodes before linearized reading' (duration: 818.313714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.893675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.074856Z","time spent":"818.809615ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:11:53.893929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.537682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:53.893992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.503203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1913"} {"level":"info","ts":"2026-05-07T03:11:53.894015Z","caller":"traceutil/trace.go:171","msg":"trace[1948659134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28541; }","duration":"626.699156ms","start":"2026-05-07T03:11:53.267297Z","end":"2026-05-07T03:11:53.893997Z","steps":["trace[1948659134] 'agreement among raft nodes before linearized reading' (duration: 626.557253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.894039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.422367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:53.893995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.153663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:53.89408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.267252Z","time spent":"626.819319ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:53.894079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.846212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:11:53.894101Z","caller":"traceutil/trace.go:171","msg":"trace[1193379325] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28541; }","duration":"415.506239ms","start":"2026-05-07T03:11:53.478571Z","end":"2026-05-07T03:11:53.894077Z","steps":["trace[1193379325] 'agreement among raft nodes before linearized reading' (duration: 415.427627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.89395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.790804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:53.894145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.959997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:53.894203Z","caller":"traceutil/trace.go:171","msg":"trace[456345130] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28541; }","duration":"184.093061ms","start":"2026-05-07T03:11:53.710088Z","end":"2026-05-07T03:11:53.894181Z","steps":["trace[456345130] 'agreement among raft nodes before linearized reading' (duration: 183.792094ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:53.894201Z","caller":"traceutil/trace.go:171","msg":"trace[313071913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28541; }","duration":"711.06525ms","start":"2026-05-07T03:11:53.183121Z","end":"2026-05-07T03:11:53.894186Z","steps":["trace[313071913] 'agreement among raft nodes before linearized reading' (duration: 710.977248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.894259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.183096Z","time spent":"711.149441ms","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:53.894276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.792332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:11:53.894307Z","caller":"traceutil/trace.go:171","msg":"trace[1517986499] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28541; }","duration":"778.862374ms","start":"2026-05-07T03:11:53.115436Z","end":"2026-05-07T03:11:53.894298Z","steps":["trace[1517986499] 'agreement among raft nodes before linearized reading' (duration: 778.739831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:53.89414Z","caller":"traceutil/trace.go:171","msg":"trace[684132867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28541; }","duration":"596.325097ms","start":"2026-05-07T03:11:53.297768Z","end":"2026-05-07T03:11:53.894093Z","steps":["trace[684132867] 'agreement among raft nodes before linearized reading' (duration: 596.142553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.89436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.29775Z","time spent":"596.593883ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:53.894342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.115414Z","time spent":"778.918894ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:53.894004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.910876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-07T03:11:53.894672Z","caller":"traceutil/trace.go:171","msg":"trace[1308761149] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7; range_end:; response_count:1; response_revision:28541; }","duration":"818.59896ms","start":"2026-05-07T03:11:53.076048Z","end":"2026-05-07T03:11:53.894647Z","steps":["trace[1308761149] 'agreement among raft nodes before linearized reading' (duration: 817.890365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.894749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.076032Z","time spent":"818.695563ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-zw8l6.18ad29bbcb6b55a7\" "} {"level":"warn","ts":"2026-05-07T03:11:53.894776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.478553Z","time spent":"416.176623ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:11:53.894142Z","caller":"traceutil/trace.go:171","msg":"trace[33016053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28541; }","duration":"589.932295ms","start":"2026-05-07T03:11:53.304192Z","end":"2026-05-07T03:11:53.894124Z","steps":["trace[33016053] 'agreement among raft nodes before linearized reading' (duration: 589.71265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.894938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.304181Z","time spent":"590.737282ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:11:53.895183Z","caller":"traceutil/trace.go:171","msg":"trace[1189944543] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:28541; }","duration":"816.573885ms","start":"2026-05-07T03:11:53.077455Z","end":"2026-05-07T03:11:53.894029Z","steps":["trace[1189944543] 'agreement among raft nodes before linearized reading' (duration: 816.428551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.895269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.077447Z","time spent":"817.776472ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1936,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:11:53.89548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.896285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-05-07T03:11:53.895596Z","caller":"traceutil/trace.go:171","msg":"trace[258915534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:28541; }","duration":"815.442721ms","start":"2026-05-07T03:11:53.080127Z","end":"2026-05-07T03:11:53.895569Z","steps":["trace[258915534] 'agreement among raft nodes before linearized reading' (duration: 813.761774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.895667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.080111Z","time spent":"815.535433ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-05-07T03:11:53.896054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.561141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:53.896144Z","caller":"traceutil/trace.go:171","msg":"trace[1538722667] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28541; }","duration":"130.730679ms","start":"2026-05-07T03:11:53.765388Z","end":"2026-05-07T03:11:53.896118Z","steps":["trace[1538722667] 'agreement among raft nodes before linearized reading' (duration: 128.52116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.893979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.702581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-05-07T03:11:53.89835Z","caller":"traceutil/trace.go:171","msg":"trace[1911847378] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:28541; }","duration":"818.085359ms","start":"2026-05-07T03:11:53.080246Z","end":"2026-05-07T03:11:53.898331Z","steps":["trace[1911847378] 'agreement among raft nodes before linearized reading' (duration: 813.610829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:53.898481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.08024Z","time spent":"818.180391ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-07T03:11:54.401171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:11:54.744461Z","caller":"traceutil/trace.go:171","msg":"trace[559064021] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"845.565373ms","start":"2026-05-07T03:11:53.898861Z","end":"2026-05-07T03:11:54.744427Z","steps":["trace[559064021] 'process raft request' (duration: 793.973611ms)","trace[559064021] 'compare' (duration: 51.325886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:54.744636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.898846Z","time spent":"845.702177ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:55.265995Z","caller":"traceutil/trace.go:171","msg":"trace[1208052746] linearizableReadLoop","detail":"{readStateIndex:29600; appliedIndex:29595; }","duration":"1.365455134s","start":"2026-05-07T03:11:53.900517Z","end":"2026-05-07T03:11:55.265973Z","steps":["trace[1208052746] 'read index received' (duration: 792.382456ms)","trace[1208052746] 'applied index is now lower than readState.Index' (duration: 573.071328ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:55.266104Z","caller":"traceutil/trace.go:171","msg":"trace[471167033] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"1.350116141s","start":"2026-05-07T03:11:53.915977Z","end":"2026-05-07T03:11:55.266093Z","steps":["trace[471167033] 'process raft request' (duration: 1.349913106s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:55.266192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.915955Z","time spent":"1.350172292s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:55.26641Z","caller":"traceutil/trace.go:171","msg":"trace[1089650899] transaction","detail":"{read_only:false; response_revision:28543; number_of_response:1; }","duration":"1.365190567s","start":"2026-05-07T03:11:53.901191Z","end":"2026-05-07T03:11:55.266382Z","steps":["trace[1089650899] 'process raft request' (duration: 1.313721498s)","trace[1089650899] 'compare' (duration: 50.768324ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:55.266425Z","caller":"traceutil/trace.go:171","msg":"trace[1280376699] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"1.300538193s","start":"2026-05-07T03:11:53.965854Z","end":"2026-05-07T03:11:55.266393Z","steps":["trace[1280376699] 'process raft request' (duration: 1.300079653s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:55.26642Z","caller":"traceutil/trace.go:171","msg":"trace[617273134] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"1.360763598s","start":"2026-05-07T03:11:53.905633Z","end":"2026-05-07T03:11:55.266397Z","steps":["trace[617273134] 'process raft request' (duration: 1.360204586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:55.266531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.901177Z","time spent":"1.365297179s","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129855,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:55.266516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365974035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:11:55.266675Z","caller":"traceutil/trace.go:171","msg":"trace[98093837] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28546; }","duration":"1.366124219s","start":"2026-05-07T03:11:53.900512Z","end":"2026-05-07T03:11:55.266636Z","steps":["trace[98093837] 'agreement among raft nodes before linearized reading' (duration: 1.365864023s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:55.266737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.965829Z","time spent":"1.300663117s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:55.266839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.900502Z","time spent":"1.366269332s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T03:11:55.266714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.905624Z","time spent":"1.361020875s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:56.02477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.051966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:56.025099Z","caller":"traceutil/trace.go:171","msg":"trace[555893187] transaction","detail":"{read_only:false; response_revision:28547; number_of_response:1; }","duration":"1.268243683s","start":"2026-05-07T03:11:54.756808Z","end":"2026-05-07T03:11:56.025052Z","steps":["trace[555893187] 'process raft request' (duration: 746.801088ms)","trace[555893187] 'compare' (duration: 520.660137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:56.025268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:54.756787Z","time spent":"1.268387506s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:56.025403Z","caller":"traceutil/trace.go:171","msg":"trace[72876821] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"945.162898ms","start":"2026-05-07T03:11:55.080203Z","end":"2026-05-07T03:11:56.025366Z","steps":["trace[72876821] 'process raft request' (duration: 944.80375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.025527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.080183Z","time spent":"945.294061ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:56.025549Z","caller":"traceutil/trace.go:171","msg":"trace[981736573] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"945.016523ms","start":"2026-05-07T03:11:55.080518Z","end":"2026-05-07T03:11:56.025534Z","steps":["trace[981736573] 'process raft request' (duration: 944.612195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.025617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.080509Z","time spent":"945.070094ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:56.025725Z","caller":"traceutil/trace.go:171","msg":"trace[1809860885] linearizableReadLoop","detail":"{readStateIndex:29603; appliedIndex:29600; }","duration":"759.648724ms","start":"2026-05-07T03:11:55.26606Z","end":"2026-05-07T03:11:56.025709Z","steps":["trace[1809860885] 'read index received' (duration: 237.525234ms)","trace[1809860885] 'applied index is now lower than readState.Index' (duration: 522.12181ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:56.025818Z","caller":"traceutil/trace.go:171","msg":"trace[292195870] transaction","detail":"{read_only:false; response_revision:28550; number_of_response:1; }","duration":"509.602361ms","start":"2026-05-07T03:11:55.516126Z","end":"2026-05-07T03:11:56.025729Z","steps":["trace[292195870] 'process raft request' (duration: 509.411016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.025913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274606674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-05-07T03:11:56.025955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109773055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-05-07T03:11:56.025961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124238228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:56.025989Z","caller":"traceutil/trace.go:171","msg":"trace[1243062739] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:28550; }","duration":"2.109829106s","start":"2026-05-07T03:11:53.916148Z","end":"2026-05-07T03:11:56.025977Z","steps":["trace[1243062739] 'agreement among raft nodes before linearized reading' (duration: 2.109709123s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:56.025978Z","caller":"traceutil/trace.go:171","msg":"trace[289730157] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea; range_end:; response_count:1; response_revision:28550; }","duration":"1.274716717s","start":"2026-05-07T03:11:54.751245Z","end":"2026-05-07T03:11:56.025962Z","steps":["trace[289730157] 'agreement among raft nodes before linearized reading' (duration: 1.274600944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.026019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.916139Z","time spent":"2.109873047s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-05-07T03:11:56.026024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:54.751221Z","time spent":"1.274794738s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" "} {"level":"info","ts":"2026-05-07T03:11:56.026027Z","caller":"traceutil/trace.go:171","msg":"trace[1275590163] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:28550; }","duration":"2.1243315s","start":"2026-05-07T03:11:53.901676Z","end":"2026-05-07T03:11:56.026007Z","steps":["trace[1275590163] 'agreement among raft nodes before linearized reading' (duration: 2.124216297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.025838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708014974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:11:56.026028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.516103Z","time spent":"509.794794ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:56.026177Z","caller":"traceutil/trace.go:171","msg":"trace[593605257] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28550; }","duration":"1.708366802s","start":"2026-05-07T03:11:54.317781Z","end":"2026-05-07T03:11:56.026148Z","steps":["trace[593605257] 'agreement among raft nodes before linearized reading' (duration: 1.707996254s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.026262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:54.317765Z","time spent":"1.708468224s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:11:56.026078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:53.901667Z","time spent":"2.124395011s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:11:56.026437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52965094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:11:56.026478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529984698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T03:11:56.026509Z","caller":"traceutil/trace.go:171","msg":"trace[1774118646] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28550; }","duration":"1.529755372s","start":"2026-05-07T03:11:54.496734Z","end":"2026-05-07T03:11:56.02649Z","steps":["trace[1774118646] 'agreement among raft nodes before linearized reading' (duration: 1.529406555s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.026551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:54.496721Z","time spent":"1.529819433s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:11:56.026576Z","caller":"traceutil/trace.go:171","msg":"trace[1276247520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28550; }","duration":"1.530048949s","start":"2026-05-07T03:11:54.496473Z","end":"2026-05-07T03:11:56.026522Z","steps":["trace[1276247520] 'agreement among raft nodes before linearized reading' (duration: 1.529239051s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:56.026734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:54.496451Z","time spent":"1.530173301s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:11:56.655727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.814351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:56.655847Z","caller":"traceutil/trace.go:171","msg":"trace[1645419166] transaction","detail":"{read_only:false; response_revision:28551; number_of_response:1; }","duration":"751.314758ms","start":"2026-05-07T03:11:55.904505Z","end":"2026-05-07T03:11:56.655819Z","steps":["trace[1645419166] 'process raft request' (duration: 406.320354ms)","trace[1645419166] 'compare' (duration: 344.697377ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:56.655919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.904476Z","time spent":"751.40857ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:57.266205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999436981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:11:57.266313Z","caller":"traceutil/trace.go:171","msg":"trace[1073014924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999632686s","start":"2026-05-07T03:11:55.266657Z","end":"2026-05-07T03:11:57.26629Z","steps":["trace[1073014924] 'agreement among raft nodes before linearized reading' (duration: 1.999498883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.266362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.26664Z","time spent":"1.999711137s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:11:57.950151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.43267ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:11:57.950277Z","caller":"traceutil/trace.go:171","msg":"trace[1784565978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28551; }","duration":"553.566693ms","start":"2026-05-07T03:11:57.396691Z","end":"2026-05-07T03:11:57.950258Z","steps":["trace[1784565978] 'range keys from in-memory index tree' (duration: 553.41439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.951123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076279265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:57.951664Z","caller":"traceutil/trace.go:171","msg":"trace[1434615840] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"1.946971559s","start":"2026-05-07T03:11:56.004657Z","end":"2026-05-07T03:11:57.951629Z","steps":["trace[1434615840] 'process raft request' (duration: 870.101121ms)","trace[1434615840] 'compare' (duration: 1.075629491s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:57.951824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.004633Z","time spent":"1.947108554s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:57.951831Z","caller":"traceutil/trace.go:171","msg":"trace[2091360603] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"1.921735416s","start":"2026-05-07T03:11:56.03007Z","end":"2026-05-07T03:11:57.951805Z","steps":["trace[2091360603] 'process raft request' (duration: 1.921202213s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.951954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.030049Z","time spent":"1.921838489s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:11:57.952139Z","caller":"traceutil/trace.go:171","msg":"trace[1618818334] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"1.921326067s","start":"2026-05-07T03:11:56.030796Z","end":"2026-05-07T03:11:57.952122Z","steps":["trace[1618818334] 'process raft request' (duration: 1.920912247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.952198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.030783Z","time spent":"1.921384908s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:11:57.952343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682007855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-05-07T03:11:57.95234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680079882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"info","ts":"2026-05-07T03:11:57.952373Z","caller":"traceutil/trace.go:171","msg":"trace[85076975] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg; range_end:; response_count:1; response_revision:28554; }","duration":"2.682062026s","start":"2026-05-07T03:11:55.270302Z","end":"2026-05-07T03:11:57.952364Z","steps":["trace[85076975] 'agreement among raft nodes before linearized reading' (duration: 2.681953274s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:57.952382Z","caller":"traceutil/trace.go:171","msg":"trace[172471571] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28554; }","duration":"2.680131732s","start":"2026-05-07T03:11:55.272238Z","end":"2026-05-07T03:11:57.95237Z","steps":["trace[172471571] 'agreement among raft nodes before linearized reading' (duration: 2.68000174s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.952393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.270286Z","time spent":"2.682103137s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" "} {"level":"warn","ts":"2026-05-07T03:11:57.952412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.272229Z","time spent":"2.680177294s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1093,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-07T03:11:57.952613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683097849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:11:57.952694Z","caller":"traceutil/trace.go:171","msg":"trace[1854357684] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28554; }","duration":"2.683203221s","start":"2026-05-07T03:11:55.269476Z","end":"2026-05-07T03:11:57.952679Z","steps":["trace[1854357684] 'agreement among raft nodes before linearized reading' (duration: 2.683012167s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:57.952731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:55.269458Z","time spent":"2.683262212s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:11:57.952138Z","caller":"traceutil/trace.go:171","msg":"trace[1780400486] linearizableReadLoop","detail":"{readStateIndex:29606; appliedIndex:29604; }","duration":"1.9263604s","start":"2026-05-07T03:11:56.025752Z","end":"2026-05-07T03:11:57.952112Z","steps":["trace[1780400486] 'read index received' (duration: 285.088567ms)","trace[1780400486] 'applied index is now lower than readState.Index' (duration: 1.641270083s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:58.453438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:11:58.815955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909960103s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:11:59.267621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000888323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:11:59.267755Z","caller":"traceutil/trace.go:171","msg":"trace[1638479916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001038957s","start":"2026-05-07T03:11:57.266669Z","end":"2026-05-07T03:11:59.267708Z","steps":["trace[1638479916] 'agreement among raft nodes before linearized reading' (duration: 2.000909444s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:11:59.268077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.266655Z","time spent":"2.001403185s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:11:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:11:59.375955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.7147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:11:59.376048Z","caller":"traceutil/trace.go:171","msg":"trace[1322330349] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"3.026423765s","start":"2026-05-07T03:11:56.349608Z","end":"2026-05-07T03:11:59.376032Z","steps":["trace[1322330349] 'process raft request' (duration: 2.466548072s)","trace[1322330349] 'compare' (duration: 559.232189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:11:59.376103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.34958Z","time spent":"3.026495587s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:00.521265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704995786s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:01.275087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:01.275195Z","caller":"traceutil/trace.go:171","msg":"trace[1276106974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070485s","start":"2026-05-07T03:11:59.274468Z","end":"2026-05-07T03:12:01.275173Z","steps":["trace[1276106974] 'agreement among raft nodes before linearized reading' (duration: 2.000577977s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.275263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:59.274449Z","time spent":"2.000794991s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:01.507784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.155283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:01.508058Z","caller":"traceutil/trace.go:171","msg":"trace[1105196121] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"4.234411922s","start":"2026-05-07T03:11:57.273612Z","end":"2026-05-07T03:12:01.508024Z","steps":["trace[1105196121] 'process raft request' (duration: 3.247926692s)","trace[1105196121] 'compare' (duration: 986.02528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:01.508218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.273587Z","time spent":"4.234557906s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:01.508496Z","caller":"traceutil/trace.go:171","msg":"trace[932053143] linearizableReadLoop","detail":"{readStateIndex:29612; appliedIndex:29608; }","duration":"3.55546278s","start":"2026-05-07T03:11:57.953006Z","end":"2026-05-07T03:12:01.508469Z","steps":["trace[932053143] 'read index received' (duration: 863.207587ms)","trace[932053143] 'applied index is now lower than readState.Index' (duration: 2.692253923s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:01.508839Z","caller":"traceutil/trace.go:171","msg":"trace[1065800959] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"3.474975352s","start":"2026-05-07T03:11:58.033845Z","end":"2026-05-07T03:12:01.508821Z","steps":["trace[1065800959] 'process raft request' (duration: 3.474069692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.508947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.03382Z","time spent":"3.475072455s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:01.509094Z","caller":"traceutil/trace.go:171","msg":"trace[773614056] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"3.474458771s","start":"2026-05-07T03:11:58.034621Z","end":"2026-05-07T03:12:01.50908Z","steps":["trace[773614056] 'process raft request' (duration: 3.473607852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.03459Z","time spent":"3.474534593s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:01.509281Z","caller":"traceutil/trace.go:171","msg":"trace[1592302147] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"2.847124471s","start":"2026-05-07T03:11:58.662144Z","end":"2026-05-07T03:12:01.509268Z","steps":["trace[1592302147] 'process raft request' (duration: 2.846254192s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.373842028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.509801Z","caller":"traceutil/trace.go:171","msg":"trace[1459222868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28559; }","duration":"5.373939551s","start":"2026-05-07T03:11:56.135849Z","end":"2026-05-07T03:12:01.509788Z","steps":["trace[1459222868] 'agreement among raft nodes before linearized reading' (duration: 5.37386684s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.50979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.478531206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479542079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032746685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808968642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.509863Z","caller":"traceutil/trace.go:171","msg":"trace[1209493880] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28559; }","duration":"5.478631008s","start":"2026-05-07T03:11:56.031213Z","end":"2026-05-07T03:12:01.509844Z","steps":["trace[1209493880] 'agreement among raft nodes before linearized reading' (duration: 5.478508166s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.509875Z","caller":"traceutil/trace.go:171","msg":"trace[673510248] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28559; }","duration":"3.809014663s","start":"2026-05-07T03:11:57.700855Z","end":"2026-05-07T03:12:01.509869Z","steps":["trace[673510248] 'agreement among raft nodes before linearized reading' (duration: 3.808984262s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.509869Z","caller":"traceutil/trace.go:171","msg":"trace[972559502] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:28559; }","duration":"5.479657491s","start":"2026-05-07T03:11:56.030196Z","end":"2026-05-07T03:12:01.509854Z","steps":["trace[972559502] 'agreement among raft nodes before linearized reading' (duration: 5.479520798s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.50988Z","caller":"traceutil/trace.go:171","msg":"trace[1383401719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28559; }","duration":"2.032858658s","start":"2026-05-07T03:11:59.477004Z","end":"2026-05-07T03:12:01.509863Z","steps":["trace[1383401719] 'agreement among raft nodes before linearized reading' (duration: 2.032739755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.700838Z","time spent":"3.809051903s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.5099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.031204Z","time spent":"5.47868856s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:12:01.509908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.030185Z","time spent":"5.479712933s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:12:01.509883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260554542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.135819Z","time spent":"5.373999572s","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.50988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146866242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168657172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.509971Z","caller":"traceutil/trace.go:171","msg":"trace[815549575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28559; }","duration":"3.168680002s","start":"2026-05-07T03:11:58.341279Z","end":"2026-05-07T03:12:01.509959Z","steps":["trace[815549575] 'agreement among raft nodes before linearized reading' (duration: 3.168647371s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354335855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.341244Z","time spent":"3.168744454s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.509979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056377631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.51001Z","caller":"traceutil/trace.go:171","msg":"trace[1992391152] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28559; }","duration":"1.354410277s","start":"2026-05-07T03:12:00.155587Z","end":"2026-05-07T03:12:01.509998Z","steps":["trace[1992391152] 'agreement among raft nodes before linearized reading' (duration: 1.354363226s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.510018Z","caller":"traceutil/trace.go:171","msg":"trace[1910464461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28559; }","duration":"1.147021676s","start":"2026-05-07T03:12:00.362936Z","end":"2026-05-07T03:12:01.509958Z","steps":["trace[1910464461] 'agreement among raft nodes before linearized reading' (duration: 1.146850452s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308150599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-07T03:12:01.509795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.53163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.510053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:00.155563Z","time spent":"1.354479868s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:01.510056Z","caller":"traceutil/trace.go:171","msg":"trace[1629560195] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28559; }","duration":"1.056476513s","start":"2026-05-07T03:12:00.453558Z","end":"2026-05-07T03:12:01.510034Z","steps":["trace[1629560195] 'agreement among raft nodes before linearized reading' (duration: 1.056313629s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.510078Z","caller":"traceutil/trace.go:171","msg":"trace[303449580] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28559; }","duration":"4.3082122s","start":"2026-05-07T03:11:57.201855Z","end":"2026-05-07T03:12:01.510067Z","steps":["trace[303449580] 'agreement among raft nodes before linearized reading' (duration: 4.308099758s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541731446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-05-07T03:12:01.510096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.201836Z","time spent":"4.308255561s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T03:12:01.510105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:00.453539Z","time spent":"1.056556665s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:01.510116Z","caller":"traceutil/trace.go:171","msg":"trace[1754737191] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28559; }","duration":"4.541790927s","start":"2026-05-07T03:11:56.968314Z","end":"2026-05-07T03:12:01.510105Z","steps":["trace[1754737191] 'agreement among raft nodes before linearized reading' (duration: 4.541686025s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252115506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:01.510157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.968293Z","time spent":"4.541852839s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:12:01.510138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238002633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:12:01.510179Z","caller":"traceutil/trace.go:171","msg":"trace[1881929274] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28559; }","duration":"3.252176468s","start":"2026-05-07T03:11:58.257996Z","end":"2026-05-07T03:12:01.510172Z","steps":["trace[1881929274] 'agreement among raft nodes before linearized reading' (duration: 3.252143417s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31594963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.509919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.887716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:01.510209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.257968Z","time spent":"3.252225228s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:01.510211Z","caller":"traceutil/trace.go:171","msg":"trace[1407783013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28559; }","duration":"4.238112645s","start":"2026-05-07T03:11:57.272077Z","end":"2026-05-07T03:12:01.51019Z","steps":["trace[1407783013] 'agreement among raft nodes before linearized reading' (duration: 4.23788582s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.510222Z","caller":"traceutil/trace.go:171","msg":"trace[1330045295] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28559; }","duration":"2.316288447s","start":"2026-05-07T03:11:59.193921Z","end":"2026-05-07T03:12:01.51021Z","steps":["trace[1330045295] 'agreement among raft nodes before linearized reading' (duration: 2.315976031s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.510086Z","caller":"traceutil/trace.go:171","msg":"trace[1414148735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28559; }","duration":"282.864047ms","start":"2026-05-07T03:12:01.227208Z","end":"2026-05-07T03:12:01.510072Z","steps":["trace[1414148735] 'agreement among raft nodes before linearized reading' (duration: 282.53944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.510247Z","caller":"traceutil/trace.go:171","msg":"trace[1164029003] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28559; }","duration":"239.248513ms","start":"2026-05-07T03:12:01.27099Z","end":"2026-05-07T03:12:01.510239Z","steps":["trace[1164029003] 'agreement among raft nodes before linearized reading' (duration: 238.898765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.272056Z","time spent":"4.238187316s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:12:01.510261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:59.193901Z","time spent":"2.316346988s","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.509912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:59.476987Z","time spent":"2.032917189s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.509825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479465157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-05-07T03:12:01.50994Z","caller":"traceutil/trace.go:171","msg":"trace[1644465695] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28559; }","duration":"2.260663084s","start":"2026-05-07T03:11:59.24927Z","end":"2026-05-07T03:12:01.509933Z","steps":["trace[1644465695] 'agreement among raft nodes before linearized reading' (duration: 2.260587003s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179872083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.510387Z","caller":"traceutil/trace.go:171","msg":"trace[2129475122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:28559; }","duration":"5.48005473s","start":"2026-05-07T03:11:56.030319Z","end":"2026-05-07T03:12:01.510374Z","steps":["trace[2129475122] 'agreement among raft nodes before linearized reading' (duration: 5.479400436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:59.249246Z","time spent":"2.261142975s","remote":"127.0.0.1:60442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:01.510417Z","caller":"traceutil/trace.go:171","msg":"trace[1235814936] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28559; }","duration":"3.180158249s","start":"2026-05-07T03:11:58.330245Z","end":"2026-05-07T03:12:01.510404Z","steps":["trace[1235814936] 'agreement among raft nodes before linearized reading' (duration: 3.179861082s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30334849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:01.510458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.33018Z","time spent":"3.180259441s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.510416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554070999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-5gjhs\" ","response":"range_response_count:1 size:4465"} {"level":"info","ts":"2026-05-07T03:12:01.510476Z","caller":"traceutil/trace.go:171","msg":"trace[1374688067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28559; }","duration":"3.303407871s","start":"2026-05-07T03:11:58.207059Z","end":"2026-05-07T03:12:01.510467Z","steps":["trace[1374688067] 'agreement among raft nodes before linearized reading' (duration: 3.30337254s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:56.030303Z","time spent":"5.480108031s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:01.5105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.207038Z","time spent":"3.303455612s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.509872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.520248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.5105Z","caller":"traceutil/trace.go:171","msg":"trace[1478064155] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-5gjhs; range_end:; response_count:1; response_revision:28559; }","duration":"3.554173392s","start":"2026-05-07T03:11:57.956315Z","end":"2026-05-07T03:12:01.510488Z","steps":["trace[1478064155] 'agreement among raft nodes before linearized reading' (duration: 3.554031908s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.956303Z","time spent":"3.554229393s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4488,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-5gjhs\" "} {"level":"info","ts":"2026-05-07T03:12:01.510556Z","caller":"traceutil/trace.go:171","msg":"trace[1760271037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28559; }","duration":"235.217453ms","start":"2026-05-07T03:12:01.275316Z","end":"2026-05-07T03:12:01.510534Z","steps":["trace[1760271037] 'agreement among raft nodes before linearized reading' (duration: 234.518227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.509835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553845504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:12:01.510773Z","caller":"traceutil/trace.go:171","msg":"trace[270201870] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28559; }","duration":"3.554803345s","start":"2026-05-07T03:11:57.955954Z","end":"2026-05-07T03:12:01.510757Z","steps":["trace[270201870] 'agreement among raft nodes before linearized reading' (duration: 3.553783423s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.510811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:57.955938Z","time spent":"3.554860626s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:12:01.510079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:00.362913Z","time spent":"1.147148708s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:01.513425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:11:58.662122Z","time spent":"2.847187133s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:01.980627Z","caller":"traceutil/trace.go:171","msg":"trace[971912557] linearizableReadLoop","detail":"{readStateIndex:29616; appliedIndex:29614; }","duration":"382.456391ms","start":"2026-05-07T03:12:01.598144Z","end":"2026-05-07T03:12:01.980601Z","steps":["trace[971912557] 'read index received' (duration: 364.768676ms)","trace[971912557] 'applied index is now lower than readState.Index' (duration: 17.686655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:01.980787Z","caller":"traceutil/trace.go:171","msg":"trace[1149801025] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"464.489963ms","start":"2026-05-07T03:12:01.516275Z","end":"2026-05-07T03:12:01.980764Z","steps":["trace[1149801025] 'process raft request' (duration: 446.635614ms)","trace[1149801025] 'compare' (duration: 17.05501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:01.980922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.516247Z","time spent":"464.581215ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:01.98118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.0185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:01.98127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.983782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:01.98128Z","caller":"traceutil/trace.go:171","msg":"trace[25840805] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28562; }","duration":"463.141253ms","start":"2026-05-07T03:12:01.518114Z","end":"2026-05-07T03:12:01.981256Z","steps":["trace[25840805] 'agreement among raft nodes before linearized reading' (duration: 462.864026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.981382Z","caller":"traceutil/trace.go:171","msg":"trace[891921870] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"463.363078ms","start":"2026-05-07T03:12:01.517952Z","end":"2026-05-07T03:12:01.981315Z","steps":["trace[891921870] 'process raft request' (duration: 462.54796ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:01.981402Z","caller":"traceutil/trace.go:171","msg":"trace[880301491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28562; }","duration":"464.064024ms","start":"2026-05-07T03:12:01.51725Z","end":"2026-05-07T03:12:01.981314Z","steps":["trace[880301491] 'agreement among raft nodes before linearized reading' (duration: 463.963942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.981424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.518109Z","time spent":"463.216724ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:01.981461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.517242Z","time spent":"464.207287ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:01.981559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.517943Z","time spent":"463.498241ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:01.981705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.25046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-07T03:12:01.981806Z","caller":"traceutil/trace.go:171","msg":"trace[1146293554] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:28562; }","duration":"465.764661ms","start":"2026-05-07T03:12:01.516017Z","end":"2026-05-07T03:12:01.981782Z","steps":["trace[1146293554] 'agreement among raft nodes before linearized reading' (duration: 465.108217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:01.983287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.516006Z","time spent":"467.239264ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:03.22277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062852165s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:12:03.222894Z","caller":"traceutil/trace.go:171","msg":"trace[596064934] linearizableReadLoop","detail":"{readStateIndex:29617; appliedIndex:29616; }","duration":"1.242153599s","start":"2026-05-07T03:12:01.980716Z","end":"2026-05-07T03:12:03.22287Z","steps":["trace[596064934] 'read index received' (duration: 179.064919ms)","trace[596064934] 'applied index is now lower than readState.Index' (duration: 1.06308694s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:03.223372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262189367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:12:03.223418Z","caller":"traceutil/trace.go:171","msg":"trace[550345416] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28562; }","duration":"1.262243278s","start":"2026-05-07T03:12:01.961162Z","end":"2026-05-07T03:12:03.223406Z","steps":["trace[550345416] 'agreement among raft nodes before linearized reading' (duration: 1.262071314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.223454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.961109Z","time spent":"1.26233664s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:12:03.223558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619147648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-07T03:12:03.223682Z","caller":"traceutil/trace.go:171","msg":"trace[1906625638] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2; range_end:; response_count:1; response_revision:28562; }","duration":"1.619300912s","start":"2026-05-07T03:12:01.604354Z","end":"2026-05-07T03:12:03.223655Z","steps":["trace[1906625638] 'agreement among raft nodes before linearized reading' (duration: 1.618952855s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236221917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.223715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.091519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.223726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551117869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-05-07T03:12:03.223754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.604341Z","time spent":"1.619397494s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":884,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30ba75f2\" "} {"level":"warn","ts":"2026-05-07T03:12:03.223752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238223442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" ","response":"range_response_count:1 size:4981"} {"level":"info","ts":"2026-05-07T03:12:03.223769Z","caller":"traceutil/trace.go:171","msg":"trace[1072050575] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28562; }","duration":"1.236300328s","start":"2026-05-07T03:12:01.987449Z","end":"2026-05-07T03:12:03.223749Z","steps":["trace[1072050575] 'agreement among raft nodes before linearized reading' (duration: 1.236203636s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:03.223795Z","caller":"traceutil/trace.go:171","msg":"trace[1266454825] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28562; }","duration":"1.551224671s","start":"2026-05-07T03:12:01.672554Z","end":"2026-05-07T03:12:03.223778Z","steps":["trace[1266454825] 'agreement among raft nodes before linearized reading' (duration: 1.551019897s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:03.223809Z","caller":"traceutil/trace.go:171","msg":"trace[1021092545] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch; range_end:; response_count:1; response_revision:28562; }","duration":"1.238310253s","start":"2026-05-07T03:12:01.985482Z","end":"2026-05-07T03:12:03.223792Z","steps":["trace[1021092545] 'agreement among raft nodes before linearized reading' (duration: 1.23816545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.223796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23726718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-05-07T03:12:03.223888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.98744Z","time spent":"1.236432281s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:03.223896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.985462Z","time spent":"1.238425466s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5004,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" "} {"level":"warn","ts":"2026-05-07T03:12:03.223899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.672535Z","time spent":"1.551349563s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T03:12:03.22391Z","caller":"traceutil/trace.go:171","msg":"trace[1325082192] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:28562; }","duration":"1.237407183s","start":"2026-05-07T03:12:01.986488Z","end":"2026-05-07T03:12:03.223895Z","steps":["trace[1325082192] 'agreement among raft nodes before linearized reading' (duration: 1.237173097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.223913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.804047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.223952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.825301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.223948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.899902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:03.22377Z","caller":"traceutil/trace.go:171","msg":"trace[1635189852] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28562; }","duration":"852.197131ms","start":"2026-05-07T03:12:02.371558Z","end":"2026-05-07T03:12:03.223756Z","steps":["trace[1635189852] 'agreement among raft nodes before linearized reading' (duration: 852.085798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:03.223988Z","caller":"traceutil/trace.go:171","msg":"trace[598212691] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28562; }","duration":"614.885942ms","start":"2026-05-07T03:12:02.609089Z","end":"2026-05-07T03:12:03.223975Z","steps":["trace[598212691] 'agreement among raft nodes before linearized reading' (duration: 614.825111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:03.223981Z","caller":"traceutil/trace.go:171","msg":"trace[855856816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28562; }","duration":"918.911242ms","start":"2026-05-07T03:12:02.305055Z","end":"2026-05-07T03:12:03.223966Z","steps":["trace[855856816] 'agreement among raft nodes before linearized reading' (duration: 918.749748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.223702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545307939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.223942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.98648Z","time spent":"1.237453834s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:03.224025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:02.609076Z","time spent":"614.942453ms","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:03.224031Z","caller":"traceutil/trace.go:171","msg":"trace[905268143] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28562; }","duration":"1.545701778s","start":"2026-05-07T03:12:01.678322Z","end":"2026-05-07T03:12:03.224024Z","steps":["trace[905268143] 'agreement among raft nodes before linearized reading' (duration: 1.545301419s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.22404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:02.305038Z","time spent":"918.985433ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:03.223894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.736436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:03.224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:02.371529Z","time spent":"852.462118ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:03.224152Z","caller":"traceutil/trace.go:171","msg":"trace[2141746139] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28562; }","duration":"211.022373ms","start":"2026-05-07T03:12:03.013107Z","end":"2026-05-07T03:12:03.224129Z","steps":["trace[2141746139] 'agreement among raft nodes before linearized reading' (duration: 210.702355ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:03.223991Z","caller":"traceutil/trace.go:171","msg":"trace[1549703928] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28562; }","duration":"622.979723ms","start":"2026-05-07T03:12:02.601002Z","end":"2026-05-07T03:12:03.223982Z","steps":["trace[1549703928] 'agreement among raft nodes before linearized reading' (duration: 622.920422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.224378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:02.600981Z","time spent":"623.373372ms","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:03.224057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.678296Z","time spent":"1.54575102s","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:03.224299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577050989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:12:03.22522Z","caller":"traceutil/trace.go:171","msg":"trace[200077294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28562; }","duration":"1.577908277s","start":"2026-05-07T03:12:01.647207Z","end":"2026-05-07T03:12:03.225115Z","steps":["trace[200077294] 'agreement among raft nodes before linearized reading' (duration: 1.576434704s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:03.225385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:01.647144Z","time spent":"1.578159643s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:12:05.267075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:05.26728Z","caller":"traceutil/trace.go:171","msg":"trace[1906293762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385412s","start":"2026-05-07T03:12:03.266871Z","end":"2026-05-07T03:12:05.267257Z","steps":["trace[1906293762] 'agreement among raft nodes before linearized reading' (duration: 2.000154627s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:05.267375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.266815Z","time spent":"2.000545145s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:05.289481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952157045s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:06.177702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:04.529354Z","time spent":"1.64833888s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:12:06.179928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.131328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:06.180139Z","caller":"traceutil/trace.go:171","msg":"trace[1636994550] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"2.952682789s","start":"2026-05-07T03:12:03.22743Z","end":"2026-05-07T03:12:06.180113Z","steps":["trace[1636994550] 'process raft request' (duration: 2.062288415s)","trace[1636994550] 'compare' (duration: 889.922804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:06.180235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.227404Z","time spent":"2.9527819s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:06.18151Z","caller":"traceutil/trace.go:171","msg":"trace[790010582] linearizableReadLoop","detail":"{readStateIndex:29619; appliedIndex:29617; }","duration":"2.953937106s","start":"2026-05-07T03:12:03.227544Z","end":"2026-05-07T03:12:06.181481Z","steps":["trace[790010582] 'read index received' (duration: 75.980876ms)","trace[790010582] 'applied index is now lower than readState.Index' (duration: 2.87795469s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:06.181571Z","caller":"traceutil/trace.go:171","msg":"trace[627399621] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"2.946410068s","start":"2026-05-07T03:12:03.235123Z","end":"2026-05-07T03:12:06.181533Z","steps":["trace[627399621] 'process raft request' (duration: 2.944904975s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:06.18178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954221423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-05-07T03:12:06.181942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.235109Z","time spent":"2.946753026s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:06.181997Z","caller":"traceutil/trace.go:171","msg":"trace[1133403443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28564; }","duration":"2.954461948s","start":"2026-05-07T03:12:03.227512Z","end":"2026-05-07T03:12:06.181974Z","steps":["trace[1133403443] 'agreement among raft nodes before linearized reading' (duration: 2.954136951s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:06.182226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.227495Z","time spent":"2.954703174s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:12:06.682415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:06.936134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646324296s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:12:06.995067Z","caller":"traceutil/trace.go:171","msg":"trace[488642493] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"3.689947074s","start":"2026-05-07T03:12:03.305095Z","end":"2026-05-07T03:12:06.995043Z","steps":["trace[488642493] 'process raft request' (duration: 3.631240253s)","trace[488642493] 'compare' (duration: 57.999234ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:06.995161Z","caller":"traceutil/trace.go:171","msg":"trace[426839278] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"3.47619212s","start":"2026-05-07T03:12:03.518957Z","end":"2026-05-07T03:12:06.995149Z","steps":["trace[426839278] 'process raft request' (duration: 3.476125089s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:06.995183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.305056Z","time spent":"3.690066927s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:06.995219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.518945Z","time spent":"3.476244551s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:06.995329Z","caller":"traceutil/trace.go:171","msg":"trace[1105500064] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"2.612448282s","start":"2026-05-07T03:12:04.382856Z","end":"2026-05-07T03:12:06.995304Z","steps":["trace[1105500064] 'process raft request' (duration: 2.6123527s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:06.995438Z","caller":"traceutil/trace.go:171","msg":"trace[1000953779] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"3.463812494s","start":"2026-05-07T03:12:03.531613Z","end":"2026-05-07T03:12:06.995426Z","steps":["trace[1000953779] 'process raft request' (duration: 3.463495267s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:06.995411Z","caller":"traceutil/trace.go:171","msg":"trace[478019935] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"3.476729561s","start":"2026-05-07T03:12:03.518645Z","end":"2026-05-07T03:12:06.995375Z","steps":["trace[478019935] 'process raft request' (duration: 3.476401014s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:06.995478Z","caller":"traceutil/trace.go:171","msg":"trace[1232023143] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"3.478964951s","start":"2026-05-07T03:12:03.516502Z","end":"2026-05-07T03:12:06.995467Z","steps":["trace[1232023143] 'process raft request' (duration: 3.47842912s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:06.9955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.531594Z","time spent":"3.463870135s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:06.995557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.518635Z","time spent":"3.476848635s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:06.995406Z","caller":"traceutil/trace.go:171","msg":"trace[679148485] transaction","detail":"{read_only:false; response_revision:28567; number_of_response:1; }","duration":"3.478514532s","start":"2026-05-07T03:12:03.516851Z","end":"2026-05-07T03:12:06.995365Z","steps":["trace[679148485] 'process raft request' (duration: 3.478162314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:06.99569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.516824Z","time spent":"3.478838269s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:06.995677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.51648Z","time spent":"3.479039713s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:06.995467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:04.382832Z","time spent":"2.612560564s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:07.268266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001000436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:07.268369Z","caller":"traceutil/trace.go:171","msg":"trace[1705483729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001163219s","start":"2026-05-07T03:12:05.267186Z","end":"2026-05-07T03:12:07.26835Z","steps":["trace[1705483729] 'agreement among raft nodes before linearized reading' (duration: 2.001036306s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:07.269055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:05.267164Z","time spent":"2.001856194s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:08.765882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368324179s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:08.766003Z","caller":"traceutil/trace.go:171","msg":"trace[2432959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28571; }","duration":"1.368442051s","start":"2026-05-07T03:12:07.397529Z","end":"2026-05-07T03:12:08.765971Z","steps":["trace[2432959] 'range keys from in-memory index tree' (duration: 1.368307278s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.820452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:08.767209Z","caller":"traceutil/trace.go:171","msg":"trace[1760555772] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"2.560932631s","start":"2026-05-07T03:12:06.20626Z","end":"2026-05-07T03:12:08.767193Z","steps":["trace[1760555772] 'process raft request' (duration: 1.631855023s)","trace[1760555772] 'compare' (duration: 928.508585ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:08.767239Z","caller":"traceutil/trace.go:171","msg":"trace[1682776450] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"574.406118ms","start":"2026-05-07T03:12:08.192814Z","end":"2026-05-07T03:12:08.76722Z","steps":["trace[1682776450] 'process raft request' (duration: 574.293055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.206241Z","time spent":"2.561008982s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:08.767365Z","caller":"traceutil/trace.go:171","msg":"trace[1900847267] linearizableReadLoop","detail":"{readStateIndex:29628; appliedIndex:29620; }","duration":"2.585667924s","start":"2026-05-07T03:12:06.181688Z","end":"2026-05-07T03:12:08.767356Z","steps":["trace[1900847267] 'read index received' (duration: 754.662644ms)","trace[1900847267] 'applied index is now lower than readState.Index' (duration: 1.831004389s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:08.767326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.192789Z","time spent":"574.49968ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:08.767755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999197879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:08.767764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782142834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:12:08.767785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472040187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:08.767799Z","caller":"traceutil/trace.go:171","msg":"trace[1564456451] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28573; }","duration":"3.999284591s","start":"2026-05-07T03:12:04.768506Z","end":"2026-05-07T03:12:08.767791Z","steps":["trace[1564456451] 'agreement among raft nodes before linearized reading' (duration: 3.999191869s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628034823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:08.767848Z","caller":"traceutil/trace.go:171","msg":"trace[1740050031] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28573; }","duration":"3.4721351s","start":"2026-05-07T03:12:05.295692Z","end":"2026-05-07T03:12:08.767827Z","steps":["trace[1740050031] 'agreement among raft nodes before linearized reading' (duration: 3.472032347s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:08.767878Z","caller":"traceutil/trace.go:171","msg":"trace[1584701923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28573; }","duration":"4.628132326s","start":"2026-05-07T03:12:04.139731Z","end":"2026-05-07T03:12:08.767863Z","steps":["trace[1584701923] 'agreement among raft nodes before linearized reading' (duration: 4.628040043s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562230982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:08.76788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238717449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T03:12:08.76791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:05.295673Z","time spent":"3.472222052s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:08.767954Z","caller":"traceutil/trace.go:171","msg":"trace[1559835252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28573; }","duration":"4.238822721s","start":"2026-05-07T03:12:04.52911Z","end":"2026-05-07T03:12:08.767933Z","steps":["trace[1559835252] 'agreement among raft nodes before linearized reading' (duration: 4.238606255s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:04.529093Z","time spent":"4.238896863s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:12:08.768028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539448136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-07T03:12:08.767916Z","caller":"traceutil/trace.go:171","msg":"trace[680030911] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28573; }","duration":"3.562292643s","start":"2026-05-07T03:12:05.205611Z","end":"2026-05-07T03:12:08.767904Z","steps":["trace[680030911] 'agreement among raft nodes before linearized reading' (duration: 3.562246811s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:08.768138Z","caller":"traceutil/trace.go:171","msg":"trace[1945076066] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:28573; }","duration":"5.5395897s","start":"2026-05-07T03:12:03.228522Z","end":"2026-05-07T03:12:08.768112Z","steps":["trace[1945076066] 'agreement among raft nodes before linearized reading' (duration: 5.539268582s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.768152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537773799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:08.768198Z","caller":"traceutil/trace.go:171","msg":"trace[231711964] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28573; }","duration":"5.537836721s","start":"2026-05-07T03:12:03.230347Z","end":"2026-05-07T03:12:08.768184Z","steps":["trace[231711964] 'agreement among raft nodes before linearized reading' (duration: 5.537755699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.768198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:05.20559Z","time spent":"3.56258718s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:08.768205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.228509Z","time spent":"5.539679432s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:08.768238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.230328Z","time spent":"5.537900512s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:08.767837Z","caller":"traceutil/trace.go:171","msg":"trace[430114895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28573; }","duration":"4.782245386s","start":"2026-05-07T03:12:03.985565Z","end":"2026-05-07T03:12:08.76781Z","steps":["trace[430114895] 'agreement among raft nodes before linearized reading' (duration: 4.782051692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.768277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538770532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-07T03:12:08.768306Z","caller":"traceutil/trace.go:171","msg":"trace[540654899] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28573; }","duration":"5.538851414s","start":"2026-05-07T03:12:03.229447Z","end":"2026-05-07T03:12:08.768299Z","steps":["trace[540654899] 'agreement among raft nodes before linearized reading' (duration: 5.538778643s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.768326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.229429Z","time spent":"5.538892355s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-07T03:12:08.768327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.985519Z","time spent":"4.782763619s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:12:08.767783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528957142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:12:08.768425Z","caller":"traceutil/trace.go:171","msg":"trace[1090072216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28573; }","duration":"5.529653348s","start":"2026-05-07T03:12:03.238757Z","end":"2026-05-07T03:12:08.768411Z","steps":["trace[1090072216] 'agreement among raft nodes before linearized reading' (duration: 5.52891095s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:08.767845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:04.768472Z","time spent":"3.999366064s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:08.768469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:03.23874Z","time spent":"5.529717039s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-07T03:12:08.767917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:04.139712Z","time spent":"4.628193818s","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:09.075914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.152637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:12:09.076256Z","caller":"traceutil/trace.go:171","msg":"trace[282819216] linearizableReadLoop","detail":"{readStateIndex:29630; appliedIndex:29629; }","duration":"308.844898ms","start":"2026-05-07T03:12:08.767393Z","end":"2026-05-07T03:12:09.076238Z","steps":["trace[282819216] 'read index received' (duration: 23.731461ms)","trace[282819216] 'applied index is now lower than readState.Index' (duration: 285.112257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.076336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706332546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:09.07636Z","caller":"traceutil/trace.go:171","msg":"trace[2119589211] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28573; }","duration":"1.706439258s","start":"2026-05-07T03:12:07.369914Z","end":"2026-05-07T03:12:09.076353Z","steps":["trace[2119589211] 'agreement among raft nodes before linearized reading' (duration: 1.706393797s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.076292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078827564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T03:12:09.076399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325111482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:09.076349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.171548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:09.076488Z","caller":"traceutil/trace.go:171","msg":"trace[1725535051] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28573; }","duration":"1.325335297s","start":"2026-05-07T03:12:07.751138Z","end":"2026-05-07T03:12:09.076474Z","steps":["trace[1725535051] 'agreement among raft nodes before linearized reading' (duration: 1.325111152s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:09.076475Z","caller":"traceutil/trace.go:171","msg":"trace[521254170] transaction","detail":"{read_only:false; response_revision:28574; number_of_response:1; }","duration":"303.751344ms","start":"2026-05-07T03:12:08.772697Z","end":"2026-05-07T03:12:09.076448Z","steps":["trace[521254170] 'process raft request' (duration: 303.410776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.076504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:07.369882Z","time spent":"1.70649312s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:09.076514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:07.751119Z","time spent":"1.325389278s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:09.07652Z","caller":"traceutil/trace.go:171","msg":"trace[2070595874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28573; }","duration":"521.398114ms","start":"2026-05-07T03:12:08.555106Z","end":"2026-05-07T03:12:09.076504Z","steps":["trace[2070595874] 'agreement among raft nodes before linearized reading' (duration: 521.136458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.076571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.555089Z","time spent":"521.463545ms","remote":"127.0.0.1:45116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:09.076588Z","caller":"traceutil/trace.go:171","msg":"trace[480681927] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28573; }","duration":"2.079033029s","start":"2026-05-07T03:12:06.997427Z","end":"2026-05-07T03:12:09.07646Z","steps":["trace[480681927] 'agreement among raft nodes before linearized reading' (duration: 2.078816234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.076412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553859342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:12:09.076694Z","caller":"traceutil/trace.go:171","msg":"trace[1821475665] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28573; }","duration":"2.55418781s","start":"2026-05-07T03:12:06.522498Z","end":"2026-05-07T03:12:09.076686Z","steps":["trace[1821475665] 'agreement among raft nodes before linearized reading' (duration: 2.553808111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.076716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.522474Z","time spent":"2.554236141s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:12:09.076742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.997406Z","time spent":"2.079266873s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:12:09.076608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.772688Z","time spent":"303.844416ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:09.369876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092451868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:09.369964Z","caller":"traceutil/trace.go:171","msg":"trace[1044493181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28574; }","duration":"2.092644733s","start":"2026-05-07T03:12:07.277297Z","end":"2026-05-07T03:12:09.369941Z","steps":["trace[1044493181] 'agreement among raft nodes before linearized reading' (duration: 1.799050717s)","trace[1044493181] 'range keys from in-memory index tree' (duration: 293.487374ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.370006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175509885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:12:09.370591Z","caller":"traceutil/trace.go:171","msg":"trace[273907401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28574; }","duration":"3.176098779s","start":"2026-05-07T03:12:06.19447Z","end":"2026-05-07T03:12:09.370569Z","steps":["trace[273907401] 'agreement among raft nodes before linearized reading' (duration: 2.881886069s)","trace[273907401] 'range keys from in-memory index tree' (duration: 293.536274ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.370637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.194419Z","time spent":"3.176206481s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:12:09.370083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174512243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn\" ","response":"range_response_count:1 size:13696"} {"level":"info","ts":"2026-05-07T03:12:09.370715Z","caller":"traceutil/trace.go:171","msg":"trace[1537880555] range","detail":"{range_begin:/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn; range_end:; response_count:1; response_revision:28574; }","duration":"3.175138877s","start":"2026-05-07T03:12:06.195546Z","end":"2026-05-07T03:12:09.370685Z","steps":["trace[1537880555] 'agreement among raft nodes before linearized reading' (duration: 2.880787524s)","trace[1537880555] 'range keys from in-memory index tree' (duration: 293.636527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.370081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184231819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-05-07T03:12:09.3708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.19554Z","time spent":"3.175230339s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13719,"request content":"key:\"/registry/pods/openstack/glance-api-6dc65bfb5-5s4xn\" "} {"level":"info","ts":"2026-05-07T03:12:09.370812Z","caller":"traceutil/trace.go:171","msg":"trace[620000068] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6; range_end:; response_count:1; response_revision:28574; }","duration":"3.185039388s","start":"2026-05-07T03:12:06.185748Z","end":"2026-05-07T03:12:09.370787Z","steps":["trace[620000068] 'agreement among raft nodes before linearized reading' (duration: 2.890616953s)","trace[620000068] 'range keys from in-memory index tree' (duration: 293.562925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.370831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:07.277269Z","time spent":"2.093210116s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:09.370899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.185728Z","time spent":"3.185131559s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4.18ad276b30bf81c6\" "} {"level":"warn","ts":"2026-05-07T03:12:09.370947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52428855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274758"} {"level":"warn","ts":"2026-05-07T03:12:09.370082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480432982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:09.370979Z","caller":"traceutil/trace.go:171","msg":"trace[1317410490] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:28574; }","duration":"1.524354002s","start":"2026-05-07T03:12:07.846615Z","end":"2026-05-07T03:12:09.370969Z","steps":["trace[1317410490] 'agreement among raft nodes before linearized reading' (duration: 1.229736472s)","trace[1317410490] 'range keys from in-memory index tree' (duration: 293.76347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.371049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:07.846598Z","time spent":"1.524444553s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274781,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-07T03:12:09.371056Z","caller":"traceutil/trace.go:171","msg":"trace[575448367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28574; }","duration":"2.481391344s","start":"2026-05-07T03:12:06.889595Z","end":"2026-05-07T03:12:09.370986Z","steps":["trace[575448367] 'agreement among raft nodes before linearized reading' (duration: 2.186729854s)","trace[575448367] 'count revisions from in-memory index tree' (duration: 293.720749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.371108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:06.889575Z","time spent":"2.481514087s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:09.370244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.74061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:09.371197Z","caller":"traceutil/trace.go:171","msg":"trace[495677461] transaction","detail":"{read_only:false; response_revision:28575; number_of_response:1; }","duration":"597.294709ms","start":"2026-05-07T03:12:08.773871Z","end":"2026-05-07T03:12:09.371166Z","steps":["trace[495677461] 'process raft request' (duration: 302.559077ms)","trace[495677461] 'compare' (duration: 293.33978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:09.371299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.773853Z","time spent":"597.381951ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:09.383601Z","caller":"traceutil/trace.go:171","msg":"trace[844885353] linearizableReadLoop","detail":"{readStateIndex:29636; appliedIndex:29632; }","duration":"307.242521ms","start":"2026-05-07T03:12:09.076338Z","end":"2026-05-07T03:12:09.38358Z","steps":["trace[844885353] 'read index received' (duration: 306.986425ms)","trace[844885353] 'applied index is now lower than readState.Index' (duration: 255.366µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:09.386104Z","caller":"traceutil/trace.go:171","msg":"trace[208915542] transaction","detail":"{read_only:false; response_revision:28579; number_of_response:1; }","duration":"384.142208ms","start":"2026-05-07T03:12:09.001903Z","end":"2026-05-07T03:12:09.386045Z","steps":["trace[208915542] 'process raft request' (duration: 381.644442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.386308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.001875Z","time spent":"384.344713ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:09.386328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.016812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-863530c6-2da2-40ed-b5c4-0fc3db598aa2\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-07T03:12:09.386477Z","caller":"traceutil/trace.go:171","msg":"trace[290314194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-863530c6-2da2-40ed-b5c4-0fc3db598aa2; range_end:; response_count:1; response_revision:28579; }","duration":"614.158765ms","start":"2026-05-07T03:12:08.772267Z","end":"2026-05-07T03:12:09.386426Z","steps":["trace[290314194] 'agreement among raft nodes before linearized reading' (duration: 613.859939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.386546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.772249Z","time spent":"614.286118ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-863530c6-2da2-40ed-b5c4-0fc3db598aa2\" "} {"level":"info","ts":"2026-05-07T03:12:09.386832Z","caller":"traceutil/trace.go:171","msg":"trace[1041117231] transaction","detail":"{read_only:false; response_revision:28576; number_of_response:1; }","duration":"386.548622ms","start":"2026-05-07T03:12:09.00027Z","end":"2026-05-07T03:12:09.386818Z","steps":["trace[1041117231] 'process raft request' (duration: 383.083445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.386936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.000246Z","time spent":"386.641525ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:09.386986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.164253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:09.387193Z","caller":"traceutil/trace.go:171","msg":"trace[351530270] transaction","detail":"{read_only:false; response_revision:28577; number_of_response:1; }","duration":"385.477199ms","start":"2026-05-07T03:12:09.001704Z","end":"2026-05-07T03:12:09.387181Z","steps":["trace[351530270] 'process raft request' (duration: 381.780206ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:09.387206Z","caller":"traceutil/trace.go:171","msg":"trace[1609875872] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28579; }","duration":"613.363287ms","start":"2026-05-07T03:12:08.773789Z","end":"2026-05-07T03:12:09.387152Z","steps":["trace[1609875872] 'agreement among raft nodes before linearized reading' (duration: 613.095311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.387261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.001665Z","time spent":"385.558691ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:09.387268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.773736Z","time spent":"613.514632ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-05-07T03:12:09.387394Z","caller":"traceutil/trace.go:171","msg":"trace[896805116] transaction","detail":"{read_only:false; response_revision:28578; number_of_response:1; }","duration":"385.494809ms","start":"2026-05-07T03:12:09.00189Z","end":"2026-05-07T03:12:09.387385Z","steps":["trace[896805116] 'process raft request' (duration: 381.632083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.387447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.001857Z","time spent":"385.56048ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:09.388029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.963526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-05-07T03:12:09.388104Z","caller":"traceutil/trace.go:171","msg":"trace[489675322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:28579; }","duration":"616.045778ms","start":"2026-05-07T03:12:08.772029Z","end":"2026-05-07T03:12:09.388075Z","steps":["trace[489675322] 'agreement among raft nodes before linearized reading' (duration: 615.856703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:09.388135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:08.772015Z","time spent":"616.114429ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:11.278477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:11.278577Z","caller":"traceutil/trace.go:171","msg":"trace[934729169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087326s","start":"2026-05-07T03:12:09.278469Z","end":"2026-05-07T03:12:11.278556Z","steps":["trace[934729169] 'agreement among raft nodes before linearized reading' (duration: 1.999965773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:11.278624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.278439Z","time spent":"2.000174387s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:12.136205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.760582Z","time spent":"375.613879ms","remote":"127.0.0.1:44680","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:12:12.136986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647014283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:12.138691Z","caller":"traceutil/trace.go:171","msg":"trace[1817585402] linearizableReadLoop","detail":"{readStateIndex:29638; appliedIndex:29636; }","duration":"2.754922293s","start":"2026-05-07T03:12:09.383672Z","end":"2026-05-07T03:12:12.138594Z","steps":["trace[1817585402] 'read index received' (duration: 106.231192ms)","trace[1817585402] 'applied index is now lower than readState.Index' (duration: 2.648690061s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:12.138812Z","caller":"traceutil/trace.go:171","msg":"trace[1090585056] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"2.761880118s","start":"2026-05-07T03:12:09.376886Z","end":"2026-05-07T03:12:12.138766Z","steps":["trace[1090585056] 'process raft request' (duration: 2.761592672s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:12.138898Z","caller":"traceutil/trace.go:171","msg":"trace[1183731622] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"2.765683622s","start":"2026-05-07T03:12:09.373188Z","end":"2026-05-07T03:12:12.138871Z","steps":["trace[1183731622] 'process raft request' (duration: 116.677085ms)","trace[1183731622] 'compare' (duration: 2.645045298s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:12.138991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060326284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:12:12.138991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.376862Z","time spent":"2.762044752s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:12:12.139011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.373172Z","time spent":"2.765781335s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:12.139045Z","caller":"traceutil/trace.go:171","msg":"trace[425519823] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28581; }","duration":"3.060415876s","start":"2026-05-07T03:12:09.078615Z","end":"2026-05-07T03:12:12.139031Z","steps":["trace[425519823] 'agreement among raft nodes before linearized reading' (duration: 3.060196081s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:12.139083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.078602Z","time spent":"3.060472067s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T03:12:12.139482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764858915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:12:12.139543Z","caller":"traceutil/trace.go:171","msg":"trace[62854004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28581; }","duration":"2.764958577s","start":"2026-05-07T03:12:09.374569Z","end":"2026-05-07T03:12:12.139527Z","steps":["trace[62854004] 'agreement among raft nodes before linearized reading' (duration: 2.7642085s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:12.139586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.374555Z","time spent":"2.765022168s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:12:12.639388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:13.140373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:13.287003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:12:13.287101Z","caller":"traceutil/trace.go:171","msg":"trace[356516461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995483s","start":"2026-05-07T03:12:11.287077Z","end":"2026-05-07T03:12:13.287072Z","steps":["trace[356516461] 'agreement among raft nodes before linearized reading' (duration: 1.999879571s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:13.287164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.287056Z","time spent":"2.000093605s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:13.296817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.806888655s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:14.430346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133219917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:14.430467Z","caller":"traceutil/trace.go:171","msg":"trace[2013935068] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"5.043873709s","start":"2026-05-07T03:12:09.386572Z","end":"2026-05-07T03:12:14.430445Z","steps":["trace[2013935068] 'process raft request' (duration: 3.910481198s)","trace[2013935068] 'compare' (duration: 1.131460398s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:14.430801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.386542Z","time spent":"5.044115455s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:14.84822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.55115326s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:15.288071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:15.288148Z","caller":"traceutil/trace.go:171","msg":"trace[1792883260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160548s","start":"2026-05-07T03:12:13.287967Z","end":"2026-05-07T03:12:15.288127Z","steps":["trace[1792883260] 'agreement among raft nodes before linearized reading' (duration: 2.000065316s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.288186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:13.287951Z","time spent":"2.000226279s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:15.461927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.193074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:15.462331Z","caller":"traceutil/trace.go:171","msg":"trace[1918045229] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"4.999242461s","start":"2026-05-07T03:12:10.46303Z","end":"2026-05-07T03:12:15.462273Z","steps":["trace[1918045229] 'process raft request' (duration: 4.385610338s)","trace[1918045229] 'compare' (duration: 612.459958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:15.46246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.463007Z","time spent":"4.999396265s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18431,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:15.46253Z","caller":"traceutil/trace.go:171","msg":"trace[154285007] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"4.069806526s","start":"2026-05-07T03:12:11.392691Z","end":"2026-05-07T03:12:15.462498Z","steps":["trace[154285007] 'process raft request' (duration: 4.069354346s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.462684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.392662Z","time spent":"4.06994276s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:15.462781Z","caller":"traceutil/trace.go:171","msg":"trace[1437544023] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"4.06999702s","start":"2026-05-07T03:12:11.392749Z","end":"2026-05-07T03:12:15.462746Z","steps":["trace[1437544023] 'process raft request' (duration: 4.069638332s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:15.462846Z","caller":"traceutil/trace.go:171","msg":"trace[1013692827] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"4.069601101s","start":"2026-05-07T03:12:11.393226Z","end":"2026-05-07T03:12:15.462827Z","steps":["trace[1013692827] 'process raft request' (duration: 4.069351905s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.462929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.39273Z","time spent":"4.070125832s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:15.462999Z","caller":"traceutil/trace.go:171","msg":"trace[57244560] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"4.069204672s","start":"2026-05-07T03:12:11.393772Z","end":"2026-05-07T03:12:15.462977Z","steps":["trace[57244560] 'process raft request' (duration: 4.068933126s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.463122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.393754Z","time spent":"4.069303275s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:15.463124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.393214Z","time spent":"4.069824506s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:15.463406Z","caller":"traceutil/trace.go:171","msg":"trace[863613600] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"3.462651217s","start":"2026-05-07T03:12:12.000734Z","end":"2026-05-07T03:12:15.463385Z","steps":["trace[863613600] 'process raft request' (duration: 3.462296428s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.463592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.00071Z","time spent":"3.462732169s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:15.463617Z","caller":"traceutil/trace.go:171","msg":"trace[946438694] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"3.319773036s","start":"2026-05-07T03:12:12.143822Z","end":"2026-05-07T03:12:15.463595Z","steps":["trace[946438694] 'process raft request' (duration: 3.319533821s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:15.463687Z","caller":"traceutil/trace.go:171","msg":"trace[1429810013] linearizableReadLoop","detail":"{readStateIndex:29646; appliedIndex:29638; }","duration":"3.324909841s","start":"2026-05-07T03:12:12.13875Z","end":"2026-05-07T03:12:15.46366Z","steps":["trace[1429810013] 'read index received' (duration: 1.158292076s)","trace[1429810013] 'applied index is now lower than readState.Index' (duration: 2.166615175s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:15.463697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.143805Z","time spent":"3.319854658s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:15.922696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:12:15.922791Z","caller":"traceutil/trace.go:171","msg":"trace[512762747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440845s","start":"2026-05-07T03:12:13.922331Z","end":"2026-05-07T03:12:15.922772Z","steps":["trace[512762747] 'agreement among raft nodes before linearized reading' (duration: 2.000311792s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:15.92286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:13.922311Z","time spent":"2.000535166s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:16.500818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037225753s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:12:16.501157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.896041092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-05-07T03:12:16.501278Z","caller":"traceutil/trace.go:171","msg":"trace[2026305963] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:28590; }","duration":"6.896204576s","start":"2026-05-07T03:12:09.60503Z","end":"2026-05-07T03:12:16.501235Z","steps":["trace[2026305963] 'agreement among raft nodes before linearized reading' (duration: 5.85888001s)","trace[2026305963] 'range keys from in-memory index tree' (duration: 1.037074259s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.501376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.605012Z","time spent":"6.896310458s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5220,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:16.502482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.111145936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-07T03:12:16.502558Z","caller":"traceutil/trace.go:171","msg":"trace[108327232] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:28590; }","duration":"7.111233878s","start":"2026-05-07T03:12:09.391301Z","end":"2026-05-07T03:12:16.502535Z","steps":["trace[108327232] 'agreement among raft nodes before linearized reading' (duration: 6.072598783s)","trace[108327232] 'range keys from in-memory index tree' (duration: 1.03711815s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.502564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.266564314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:16.502613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.391282Z","time spent":"7.1113172s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"info","ts":"2026-05-07T03:12:16.50262Z","caller":"traceutil/trace.go:171","msg":"trace[2070294010] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28590; }","duration":"6.266662337s","start":"2026-05-07T03:12:10.23594Z","end":"2026-05-07T03:12:16.502602Z","steps":["trace[2070294010] 'agreement among raft nodes before linearized reading' (duration: 5.227807147s)","trace[2070294010] 'count revisions from in-memory index tree' (duration: 1.038774578s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.502666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.23592Z","time spent":"6.266735188s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.502965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.409765302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.50301Z","caller":"traceutil/trace.go:171","msg":"trace[1245961236] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28590; }","duration":"6.409851674s","start":"2026-05-07T03:12:10.093145Z","end":"2026-05-07T03:12:16.502996Z","steps":["trace[1245961236] 'agreement among raft nodes before linearized reading' (duration: 5.370757639s)","trace[1245961236] 'count revisions from in-memory index tree' (duration: 1.039026463s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.093121Z","time spent":"6.409911095s","remote":"127.0.0.1:60622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.503042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421679507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-05-07T03:12:16.503081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877407044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.503106Z","caller":"traceutil/trace.go:171","msg":"trace[452819128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.421788139s","start":"2026-05-07T03:12:11.0813Z","end":"2026-05-07T03:12:16.503088Z","steps":["trace[452819128] 'agreement among raft nodes before linearized reading' (duration: 4.382468049s)","trace[452819128] 'range keys from in-memory index tree' (duration: 1.039243459s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:16.503159Z","caller":"traceutil/trace.go:171","msg":"trace[102114510] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28590; }","duration":"5.877526896s","start":"2026-05-07T03:12:10.625609Z","end":"2026-05-07T03:12:16.503136Z","steps":["trace[102114510] 'agreement among raft nodes before linearized reading' (duration: 4.838184766s)","trace[102114510] 'count revisions from in-memory index tree' (duration: 1.039238848s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.625588Z","time spent":"5.877617058s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.502952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605011369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:16.503235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077069373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:16.503316Z","caller":"traceutil/trace.go:171","msg":"trace[72556002] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28590; }","duration":"6.077180606s","start":"2026-05-07T03:12:10.426115Z","end":"2026-05-07T03:12:16.503295Z","steps":["trace[72556002] 'agreement among raft nodes before linearized reading' (duration: 5.037765244s)","trace[72556002] 'count revisions from in-memory index tree' (duration: 1.0393281s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209273856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.503374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.426092Z","time spent":"6.077264937s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.503361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.898261842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10481"} {"level":"info","ts":"2026-05-07T03:12:16.503379Z","caller":"traceutil/trace.go:171","msg":"trace[1908670485] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28590; }","duration":"6.209402738s","start":"2026-05-07T03:12:10.293957Z","end":"2026-05-07T03:12:16.50336Z","steps":["trace[1908670485] 'agreement among raft nodes before linearized reading' (duration: 5.169931865s)","trace[1908670485] 'count revisions from in-memory index tree' (duration: 1.039373631s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:16.503348Z","caller":"traceutil/trace.go:171","msg":"trace[169500736] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28590; }","duration":"4.605452818s","start":"2026-05-07T03:12:11.897853Z","end":"2026-05-07T03:12:16.503306Z","steps":["trace[169500736] 'agreement among raft nodes before linearized reading' (duration: 3.565905323s)","trace[169500736] 'count revisions from in-memory index tree' (duration: 1.039127486s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.052819313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.503163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.081276Z","time spent":"5.421874562s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:12:16.503464Z","caller":"traceutil/trace.go:171","msg":"trace[1609977113] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28590; }","duration":"7.052945766s","start":"2026-05-07T03:12:09.450493Z","end":"2026-05-07T03:12:16.503439Z","steps":["trace[1609977113] 'agreement among raft nodes before linearized reading' (duration: 6.013402871s)","trace[1609977113] 'count revisions from in-memory index tree' (duration: 1.039388882s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:11.897833Z","time spent":"4.605603782s","remote":"127.0.0.1:41990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:16.503452Z","caller":"traceutil/trace.go:171","msg":"trace[346873365] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:28590; }","duration":"6.898426706s","start":"2026-05-07T03:12:09.604989Z","end":"2026-05-07T03:12:16.503415Z","steps":["trace[346873365] 'agreement among raft nodes before linearized reading' (duration: 5.858927542s)","trace[346873365] 'range keys from in-memory index tree' (duration: 1.039261438s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:16.503514Z","caller":"traceutil/trace.go:171","msg":"trace[1461588700] linearizableReadLoop","detail":"{readStateIndex:29648; appliedIndex:29646; }","duration":"1.039746539s","start":"2026-05-07T03:12:15.463755Z","end":"2026-05-07T03:12:16.503502Z","steps":["trace[1461588700] 'read index received' (duration: 173.704µs)","trace[1461588700] 'applied index is now lower than readState.Index' (duration: 1.039570975s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.450477Z","time spent":"7.053028818s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.503541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110117253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-07T03:12:16.503397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652194595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.503634Z","caller":"traceutil/trace.go:171","msg":"trace[396042909] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28590; }","duration":"7.110214535s","start":"2026-05-07T03:12:09.393393Z","end":"2026-05-07T03:12:16.503607Z","steps":["trace[396042909] 'agreement among raft nodes before linearized reading' (duration: 6.070531367s)","trace[396042909] 'range keys from in-memory index tree' (duration: 1.039382441s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.389326Z","time spent":"7.114351397s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} 2026/05/07 03:12:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:16.503552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.604971Z","time spent":"6.898545948s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10504,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"info","ts":"2026-05-07T03:12:16.503732Z","caller":"traceutil/trace.go:171","msg":"trace[352914357] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"2.00072003s","start":"2026-05-07T03:12:14.502991Z","end":"2026-05-07T03:12:16.503711Z","steps":["trace[352914357] 'process raft request' (duration: 1.997932668s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.503436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.638782715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.503754Z","caller":"traceutil/trace.go:171","msg":"trace[1593272785] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28590; }","duration":"5.652471821s","start":"2026-05-07T03:12:10.851181Z","end":"2026-05-07T03:12:16.503653Z","steps":["trace[1593272785] 'agreement among raft nodes before linearized reading' (duration: 4.612605039s)","trace[1593272785] 'count revisions from in-memory index tree' (duration: 1.039576545s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.503867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:14.502966Z","time spent":"2.000824392s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:16.503903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.851146Z","time spent":"5.652721606s","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.503435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.29393Z","time spent":"6.20949407s","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:16.50382Z","caller":"traceutil/trace.go:171","msg":"trace[1721388844] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28590; }","duration":"5.639189564s","start":"2026-05-07T03:12:10.864609Z","end":"2026-05-07T03:12:16.503798Z","steps":["trace[1721388844] 'agreement among raft nodes before linearized reading' (duration: 4.599169499s)","trace[1721388844] 'count revisions from in-memory index tree' (duration: 1.039640977s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.50424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:10.864581Z","time spent":"5.639630203s","remote":"127.0.0.1:60516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.503547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.009809932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T03:12:16.504387Z","caller":"traceutil/trace.go:171","msg":"trace[894126519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28590; }","duration":"7.010707131s","start":"2026-05-07T03:12:09.493656Z","end":"2026-05-07T03:12:16.504363Z","steps":["trace[894126519] 'agreement among raft nodes before linearized reading' (duration: 5.970269817s)","trace[894126519] 'range keys from in-memory index tree' (duration: 1.039449893s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.504484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.493642Z","time spent":"7.010798424s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T03:12:16.503134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847341565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"info","ts":"2026-05-07T03:12:16.50469Z","caller":"traceutil/trace.go:171","msg":"trace[1387822020] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28590; }","duration":"6.84892847s","start":"2026-05-07T03:12:09.655728Z","end":"2026-05-07T03:12:16.504656Z","steps":["trace[1387822020] 'agreement among raft nodes before linearized reading' (duration: 5.808175478s)","trace[1387822020] 'range keys from in-memory index tree' (duration: 1.039115226s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.504765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:09.655705Z","time spent":"6.849038492s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":88989,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:16.888507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.575156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"warn","ts":"2026-05-07T03:12:16.88854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592160916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.888599Z","caller":"traceutil/trace.go:171","msg":"trace[832806314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28591; }","duration":"332.74071ms","start":"2026-05-07T03:12:16.555834Z","end":"2026-05-07T03:12:16.888575Z","steps":["trace[832806314] 'range keys from in-memory index tree' (duration: 332.3091ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:16.888622Z","caller":"traceutil/trace.go:171","msg":"trace[266345367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28591; }","duration":"1.592248878s","start":"2026-05-07T03:12:15.29635Z","end":"2026-05-07T03:12:16.888599Z","steps":["trace[266345367] 'agreement among raft nodes before linearized reading' (duration: 1.207363423s)","trace[266345367] 'range keys from in-memory index tree' (duration: 384.771483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.888643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.555813Z","time spent":"332.820552ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":43909,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:16.888669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:15.296295Z","time spent":"1.59235778s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:16.888807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931806924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:12:16.88889Z","caller":"traceutil/trace.go:171","msg":"trace[1555442968] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28591; }","duration":"3.931934727s","start":"2026-05-07T03:12:12.956933Z","end":"2026-05-07T03:12:16.888867Z","steps":["trace[1555442968] 'agreement among raft nodes before linearized reading' (duration: 3.546702164s)","trace[1555442968] 'range keys from in-memory index tree' (duration: 385.039218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.888937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.95691Z","time spent":"3.932017608s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:16.888853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509712506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:12:16.889076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.710275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2616"} {"level":"info","ts":"2026-05-07T03:12:16.889081Z","caller":"traceutil/trace.go:171","msg":"trace[764949138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28591; }","duration":"2.509976833s","start":"2026-05-07T03:12:14.379064Z","end":"2026-05-07T03:12:16.889041Z","steps":["trace[764949138] 'agreement among raft nodes before linearized reading' (duration: 2.124654347s)","trace[764949138] 'range keys from in-memory index tree' (duration: 384.725532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.889162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.851208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:16.889212Z","caller":"traceutil/trace.go:171","msg":"trace[1043557440] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28591; }","duration":"205.9379ms","start":"2026-05-07T03:12:16.683261Z","end":"2026-05-07T03:12:16.889198Z","steps":["trace[1043557440] 'count revisions from in-memory index tree' (duration: 205.744726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.889217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74746356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:12:16.889254Z","caller":"traceutil/trace.go:171","msg":"trace[500337165] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28591; }","duration":"4.747529531s","start":"2026-05-07T03:12:12.141712Z","end":"2026-05-07T03:12:16.889242Z","steps":["trace[500337165] 'agreement among raft nodes before linearized reading' (duration: 4.361887409s)","trace[500337165] 'range keys from in-memory index tree' (duration: 385.53752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.889254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.534521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-05-07T03:12:16.889294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.141694Z","time spent":"4.747592913s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:12:16.889326Z","caller":"traceutil/trace.go:171","msg":"trace[1865214524] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:28591; }","duration":"381.620673ms","start":"2026-05-07T03:12:16.507682Z","end":"2026-05-07T03:12:16.889303Z","steps":["trace[1865214524] 'range keys from in-memory index tree' (duration: 381.376238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.889454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.507667Z","time spent":"381.767896ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-05-07T03:12:16.889416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:14.379044Z","time spent":"2.510140376s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:12:16.88965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805022742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:12:16.889709Z","caller":"traceutil/trace.go:171","msg":"trace[1171376418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28591; }","duration":"2.805114564s","start":"2026-05-07T03:12:14.084576Z","end":"2026-05-07T03:12:16.889691Z","steps":["trace[1171376418] 'agreement among raft nodes before linearized reading' (duration: 2.419020002s)","trace[1171376418] 'range keys from in-memory index tree' (duration: 385.957419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.888973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454068784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" ","response":"range_response_count:1 size:6968"} {"level":"info","ts":"2026-05-07T03:12:16.889121Z","caller":"traceutil/trace.go:171","msg":"trace[1157479551] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:28591; }","duration":"377.763456ms","start":"2026-05-07T03:12:16.511342Z","end":"2026-05-07T03:12:16.889106Z","steps":["trace[1157479551] 'range keys from in-memory index tree' (duration: 377.631503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.889749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:14.084554Z","time spent":"2.805186506s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:12:16.889793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308573137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.889806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.599282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-07T03:12:16.889841Z","caller":"traceutil/trace.go:171","msg":"trace[1392630515] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28591; }","duration":"3.308669859s","start":"2026-05-07T03:12:13.581158Z","end":"2026-05-07T03:12:16.889828Z","steps":["trace[1392630515] 'agreement among raft nodes before linearized reading' (duration: 2.922444494s)","trace[1392630515] 'count revisions from in-memory index tree' (duration: 386.158164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.889838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22936043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.889874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:13.58113Z","time spent":"3.308734731s","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.88987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608139572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.88993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748202146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42a47009\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-05-07T03:12:16.889796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148298374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:16.889994Z","caller":"traceutil/trace.go:171","msg":"trace[1845578233] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42a47009; range_end:; response_count:1; response_revision:28591; }","duration":"4.748292648s","start":"2026-05-07T03:12:12.141682Z","end":"2026-05-07T03:12:16.889975Z","steps":["trace[1845578233] 'agreement among raft nodes before linearized reading' (duration: 4.361985591s)","trace[1845578233] 'range keys from in-memory index tree' (duration: 386.168144ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:16.889911Z","caller":"traceutil/trace.go:171","msg":"trace[350325983] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28591; }","duration":"4.229479212s","start":"2026-05-07T03:12:12.660408Z","end":"2026-05-07T03:12:16.889887Z","steps":["trace[350325983] 'agreement among raft nodes before linearized reading' (duration: 3.843255817s)","trace[350325983] 'count revisions from in-memory index tree' (duration: 386.130683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.889805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.511334Z","time spent":"378.442892ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2639,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-07T03:12:16.890053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.660388Z","time spent":"4.229647406s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:16.889988Z","caller":"traceutil/trace.go:171","msg":"trace[1435063619] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28591; }","duration":"1.608285036s","start":"2026-05-07T03:12:15.28168Z","end":"2026-05-07T03:12:16.889965Z","steps":["trace[1435063619] 'agreement among raft nodes before linearized reading' (duration: 1.221926868s)","trace[1435063619] 'count revisions from in-memory index tree' (duration: 386.225045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.890121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811530175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:16.888817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.995866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-07T03:12:16.890195Z","caller":"traceutil/trace.go:171","msg":"trace[980981117] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28591; }","duration":"1.811627707s","start":"2026-05-07T03:12:15.078541Z","end":"2026-05-07T03:12:16.890168Z","steps":["trace[980981117] 'agreement among raft nodes before linearized reading' (duration: 1.425175727s)","trace[980981117] 'count revisions from in-memory index tree' (duration: 386.368609ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:16.889854Z","caller":"traceutil/trace.go:171","msg":"trace[1532307011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f; range_end:; response_count:1; response_revision:28591; }","duration":"381.671013ms","start":"2026-05-07T03:12:16.508169Z","end":"2026-05-07T03:12:16.88984Z","steps":["trace[1532307011] 'range keys from in-memory index tree' (duration: 381.481559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:16.890028Z","caller":"traceutil/trace.go:171","msg":"trace[11277300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28591; }","duration":"1.14857484s","start":"2026-05-07T03:12:15.741424Z","end":"2026-05-07T03:12:16.889999Z","steps":["trace[11277300] 'agreement among raft nodes before linearized reading' (duration: 762.270103ms)","trace[11277300] 'count revisions from in-memory index tree' (duration: 386.053981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.890262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:15.078524Z","time spent":"1.811721439s","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.890296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:15.741407Z","time spent":"1.148868327s","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.89031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.508157Z","time spent":"382.120813ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-8e159218-f77d-42f1-adf9-db5948db481f\" "} {"level":"info","ts":"2026-05-07T03:12:16.889917Z","caller":"traceutil/trace.go:171","msg":"trace[687154933] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch; range_end:; response_count:1; response_revision:28591; }","duration":"2.454899663s","start":"2026-05-07T03:12:14.434857Z","end":"2026-05-07T03:12:16.889757Z","steps":["trace[687154933] 'agreement among raft nodes before linearized reading' (duration: 2.068862902s)","trace[687154933] 'range keys from in-memory index tree' (duration: 385.145721ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:16.890045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:12.141662Z","time spent":"4.748369599s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":916,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42a47009\" "} {"level":"info","ts":"2026-05-07T03:12:16.890235Z","caller":"traceutil/trace.go:171","msg":"trace[705416281] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28591; }","duration":"381.449018ms","start":"2026-05-07T03:12:16.508769Z","end":"2026-05-07T03:12:16.890218Z","steps":["trace[705416281] 'range keys from in-memory index tree' (duration: 379.851043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.890531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.508756Z","time spent":"381.756675ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-07T03:12:16.890177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:15.281585Z","time spent":"1.608578432s","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:16.888998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.841372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-05-07T03:12:16.891179Z","caller":"traceutil/trace.go:171","msg":"trace[37712464] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:28591; }","duration":"381.872268ms","start":"2026-05-07T03:12:16.509133Z","end":"2026-05-07T03:12:16.891006Z","steps":["trace[37712464] 'range keys from in-memory index tree' (duration: 379.701959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:16.891408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.509128Z","time spent":"382.208125ms","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5386,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:16.890385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:14.434842Z","time spent":"2.455530787s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6991,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" "} {"level":"warn","ts":"2026-05-07T03:12:17.395159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:17.896243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:18.397319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:18.898593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:18.899956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:12:18.900079Z","caller":"traceutil/trace.go:171","msg":"trace[1253641952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123416s","start":"2026-05-07T03:12:16.899929Z","end":"2026-05-07T03:12:18.900053Z","steps":["trace[1253641952] 'agreement among raft nodes before linearized reading' (duration: 1.999972043s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:18.900248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.899903Z","time spent":"2.0002872s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:18.994105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10058656s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:18.994608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.893431Z","time spent":"2.101173043s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:12:20.13061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104816093s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:12:20.131447Z","caller":"traceutil/trace.go:171","msg":"trace[992437645] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"2.662841196s","start":"2026-05-07T03:12:17.468574Z","end":"2026-05-07T03:12:20.131415Z","steps":["trace[992437645] 'process raft request' (duration: 2.662754604s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:20.131467Z","caller":"traceutil/trace.go:171","msg":"trace[797195840] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"2.663619263s","start":"2026-05-07T03:12:17.467802Z","end":"2026-05-07T03:12:20.131422Z","steps":["trace[797195840] 'process raft request' (duration: 2.663404528s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:20.131518Z","caller":"traceutil/trace.go:171","msg":"trace[1640486646] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"3.235057165s","start":"2026-05-07T03:12:16.896431Z","end":"2026-05-07T03:12:20.131488Z","steps":["trace[1640486646] 'process raft request' (duration: 3.234699877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:20.131616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:17.468548Z","time spent":"2.66298206s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:20.131658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:17.467784Z","time spent":"2.663779847s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:20.131684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.896376Z","time spent":"3.235227128s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:20.131508Z","caller":"traceutil/trace.go:171","msg":"trace[1596475624] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"2.663116262s","start":"2026-05-07T03:12:17.468361Z","end":"2026-05-07T03:12:20.131477Z","steps":["trace[1596475624] 'process raft request' (duration: 2.662895498s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:20.131757Z","caller":"traceutil/trace.go:171","msg":"trace[1206189018] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"2.663267415s","start":"2026-05-07T03:12:17.468479Z","end":"2026-05-07T03:12:20.131746Z","steps":["trace[1206189018] 'process raft request' (duration: 2.662811285s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:20.131821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:17.468443Z","time spent":"2.663348607s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:20.131839Z","caller":"traceutil/trace.go:171","msg":"trace[1067700375] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"3.238258236s","start":"2026-05-07T03:12:16.893568Z","end":"2026-05-07T03:12:20.131826Z","steps":["trace[1067700375] 'process raft request' (duration: 3.237350286s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:20.131908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.893548Z","time spent":"3.238317458s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:20.132087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:17.468352Z","time spent":"2.66347395s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:20.900872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:20.900961Z","caller":"traceutil/trace.go:171","msg":"trace[1337500232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428684s","start":"2026-05-07T03:12:18.900513Z","end":"2026-05-07T03:12:20.900942Z","steps":["trace[1337500232] 'agreement among raft nodes before linearized reading' (duration: 2.000306181s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:20.901008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.900496Z","time spent":"2.000502285s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:21.080311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996928067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:21.080398Z","caller":"traceutil/trace.go:171","msg":"trace[2076106217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99708639s","start":"2026-05-07T03:12:18.083291Z","end":"2026-05-07T03:12:21.080378Z","steps":["trace[2076106217] 'agreement among raft nodes before linearized reading' (duration: 2.996978378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:21.080499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.083269Z","time spent":"2.997216694s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 03:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:21.457063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258631218s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:22.290475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159087557s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:12:22.290754Z","caller":"traceutil/trace.go:171","msg":"trace[895720225] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28598; }","duration":"3.294571134s","start":"2026-05-07T03:12:18.996159Z","end":"2026-05-07T03:12:22.29073Z","steps":["trace[895720225] 'process raft request' (duration: 3.294416381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.290871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.996127Z","time spent":"3.294680087s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:22.291995Z","caller":"traceutil/trace.go:171","msg":"trace[1195393584] linearizableReadLoop","detail":"{readStateIndex:29656; appliedIndex:29648; }","duration":"5.396914222s","start":"2026-05-07T03:12:16.895063Z","end":"2026-05-07T03:12:22.291977Z","steps":["trace[1195393584] 'read index received' (duration: 2.099395863s)","trace[1195393584] 'applied index is now lower than readState.Index' (duration: 3.297516829s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:22.292245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397178708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-05-07T03:12:22.292286Z","caller":"traceutil/trace.go:171","msg":"trace[450677457] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:28598; }","duration":"5.39726053s","start":"2026-05-07T03:12:16.895015Z","end":"2026-05-07T03:12:22.292275Z","steps":["trace[450677457] 'agreement among raft nodes before linearized reading' (duration: 5.397128457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.292321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.894986Z","time spent":"5.397323552s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-05-07T03:12:22.293968Z","caller":"traceutil/trace.go:171","msg":"trace[465831112] transaction","detail":"{read_only:false; response_revision:28599; number_of_response:1; }","duration":"3.270849905s","start":"2026-05-07T03:12:19.023098Z","end":"2026-05-07T03:12:22.293948Z","steps":["trace[465831112] 'process raft request' (duration: 3.267530201s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.294079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:19.023067Z","time spent":"3.270958236s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:22.506682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.645329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:22.506899Z","caller":"traceutil/trace.go:171","msg":"trace[1999988067] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"3.385934554s","start":"2026-05-07T03:12:19.120941Z","end":"2026-05-07T03:12:22.506875Z","steps":["trace[1999988067] 'process raft request' (duration: 3.172994769s)","trace[1999988067] 'compare' (duration: 212.388533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:22.507073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:19.120905Z","time spent":"3.386122979s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:22.507207Z","caller":"traceutil/trace.go:171","msg":"trace[680198462] linearizableReadLoop","detail":"{readStateIndex:29660; appliedIndex:29657; }","duration":"215.157564ms","start":"2026-05-07T03:12:22.292039Z","end":"2026-05-07T03:12:22.507196Z","steps":["trace[680198462] 'read index received' (duration: 429.629µs)","trace[680198462] 'applied index is now lower than readState.Index' (duration: 214.727105ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:22.507223Z","caller":"traceutil/trace.go:171","msg":"trace[1953713869] transaction","detail":"{read_only:false; response_revision:28601; number_of_response:1; }","duration":"2.037453969s","start":"2026-05-07T03:12:20.469739Z","end":"2026-05-07T03:12:22.507193Z","steps":["trace[1953713869] 'process raft request' (duration: 2.037055991s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.507353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.469719Z","time spent":"2.037564252s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:22.507442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.299151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:12:22.507472Z","caller":"traceutil/trace.go:171","msg":"trace[1329435047] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28601; }","duration":"366.344161ms","start":"2026-05-07T03:12:22.14112Z","end":"2026-05-07T03:12:22.507464Z","steps":["trace[1329435047] 'agreement among raft nodes before linearized reading' (duration: 366.119626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.507493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.141114Z","time spent":"366.373962ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:12:22.507557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.611504875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-07T03:12:22.507604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012329622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.507625Z","caller":"traceutil/trace.go:171","msg":"trace[1602229926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28601; }","duration":"4.012377634s","start":"2026-05-07T03:12:18.49524Z","end":"2026-05-07T03:12:22.507617Z","steps":["trace[1602229926] 'agreement among raft nodes before linearized reading' (duration: 4.011990035s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.507624Z","caller":"traceutil/trace.go:171","msg":"trace[910306852] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28601; }","duration":"5.611573496s","start":"2026-05-07T03:12:16.896033Z","end":"2026-05-07T03:12:22.507607Z","steps":["trace[910306852] 'agreement among raft nodes before linearized reading' (duration: 5.611202458s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.507643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.495224Z","time spent":"4.012412834s","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.507645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526315119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:22.507693Z","caller":"traceutil/trace.go:171","msg":"trace[921060711] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28601; }","duration":"3.526393841s","start":"2026-05-07T03:12:18.981291Z","end":"2026-05-07T03:12:22.507685Z","steps":["trace[921060711] 'agreement among raft nodes before linearized reading' (duration: 3.525977262s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.507725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.981273Z","time spent":"3.526443752s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.507799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734844376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:22.507885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610991763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-07T03:12:22.507886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61175535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4\" ","response":"range_response_count:1 size:5971"} {"level":"info","ts":"2026-05-07T03:12:22.507913Z","caller":"traceutil/trace.go:171","msg":"trace[799228333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28601; }","duration":"5.611033254s","start":"2026-05-07T03:12:16.896872Z","end":"2026-05-07T03:12:22.507906Z","steps":["trace[799228333] 'agreement among raft nodes before linearized reading' (duration: 5.61041485s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.507911Z","caller":"traceutil/trace.go:171","msg":"trace[269951227] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28601; }","duration":"3.734985008s","start":"2026-05-07T03:12:18.772889Z","end":"2026-05-07T03:12:22.507874Z","steps":["trace[269951227] 'agreement among raft nodes before linearized reading' (duration: 3.734410466s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.507937Z","caller":"traceutil/trace.go:171","msg":"trace[2101026191] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4; range_end:; response_count:1; response_revision:28601; }","duration":"5.611827111s","start":"2026-05-07T03:12:16.896093Z","end":"2026-05-07T03:12:22.50792Z","steps":["trace[2101026191] 'agreement among raft nodes before linearized reading' (duration: 5.611211378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.50796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64142547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.507978Z","caller":"traceutil/trace.go:171","msg":"trace[1787080061] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28601; }","duration":"3.641504482s","start":"2026-05-07T03:12:18.866468Z","end":"2026-05-07T03:12:22.507973Z","steps":["trace[1787080061] 'agreement among raft nodes before linearized reading' (duration: 3.640810246s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.507975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.299188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:22.507977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.772869Z","time spent":"3.735092381s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.508032Z","caller":"traceutil/trace.go:171","msg":"trace[1318590873] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28601; }","duration":"657.373249ms","start":"2026-05-07T03:12:21.850632Z","end":"2026-05-07T03:12:22.508005Z","steps":["trace[1318590873] 'agreement among raft nodes before linearized reading' (duration: 656.659184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.087651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-05-07T03:12:22.508124Z","caller":"traceutil/trace.go:171","msg":"trace[1743050858] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28601; }","duration":"369.133353ms","start":"2026-05-07T03:12:22.138984Z","end":"2026-05-07T03:12:22.508118Z","steps":["trace[1743050858] 'agreement among raft nodes before linearized reading' (duration: 368.278484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.138978Z","time spent":"369.158203ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:12:22.508203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419669492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:22.507742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494605218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.508255Z","caller":"traceutil/trace.go:171","msg":"trace[1659255402] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28601; }","duration":"2.49515284s","start":"2026-05-07T03:12:20.013085Z","end":"2026-05-07T03:12:22.508238Z","steps":["trace[1659255402] 'agreement among raft nodes before linearized reading' (duration: 2.49423798s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485677397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:12:22.507685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.896006Z","time spent":"5.611654138s","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-07T03:12:22.508423Z","caller":"traceutil/trace.go:171","msg":"trace[1587354606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28601; }","duration":"1.419703353s","start":"2026-05-07T03:12:21.088524Z","end":"2026-05-07T03:12:22.508228Z","steps":["trace[1587354606] 'agreement among raft nodes before linearized reading' (duration: 1.418810194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.0885Z","time spent":"1.419955159s","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.508196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.555535525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-05-07T03:12:22.508552Z","caller":"traceutil/trace.go:171","msg":"trace[1478086433] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28601; }","duration":"5.555915194s","start":"2026-05-07T03:12:16.952618Z","end":"2026-05-07T03:12:22.508533Z","steps":["trace[1478086433] 'agreement among raft nodes before linearized reading' (duration: 5.554642566s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320513932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-05-07T03:12:22.508609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.952601Z","time spent":"5.555992246s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":111313,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:22.508622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372473171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-05-07T03:12:22.508638Z","caller":"traceutil/trace.go:171","msg":"trace[1290387937] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28601; }","duration":"2.320568953s","start":"2026-05-07T03:12:20.188061Z","end":"2026-05-07T03:12:22.50863Z","steps":["trace[1290387937] 'agreement among raft nodes before linearized reading' (duration: 2.319280864s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.508685Z","caller":"traceutil/trace.go:171","msg":"trace[497505392] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece; range_end:; response_count:1; response_revision:28601; }","duration":"2.372536383s","start":"2026-05-07T03:12:20.13613Z","end":"2026-05-07T03:12:22.508667Z","steps":["trace[497505392] 'agreement among raft nodes before linearized reading' (duration: 2.371194552s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.188004Z","time spent":"2.320678815s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:22.508755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.920925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:22.508734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.136086Z","time spent":"2.372635535s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":954,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc.18ad276b42ab5ece\" "} {"level":"info","ts":"2026-05-07T03:12:22.508833Z","caller":"traceutil/trace.go:171","msg":"trace[1099092277] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28601; }","duration":"869.058948ms","start":"2026-05-07T03:12:21.639757Z","end":"2026-05-07T03:12:22.508815Z","steps":["trace[1099092277] 'agreement among raft nodes before linearized reading' (duration: 867.546554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59911581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:22.508886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.639724Z","time spent":"869.14757ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.508892Z","caller":"traceutil/trace.go:171","msg":"trace[2003919322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28601; }","duration":"1.599898948s","start":"2026-05-07T03:12:20.908977Z","end":"2026-05-07T03:12:22.508876Z","steps":["trace[2003919322] 'agreement among raft nodes before linearized reading' (duration: 1.598355003s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.908958Z","time spent":"1.599988732s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:22.508991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860452607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T03:12:22.508002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.866445Z","time spent":"3.641549902s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.509017Z","caller":"traceutil/trace.go:171","msg":"trace[778590773] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28601; }","duration":"1.860517378s","start":"2026-05-07T03:12:20.648493Z","end":"2026-05-07T03:12:22.50901Z","steps":["trace[778590773] 'agreement among raft nodes before linearized reading' (duration: 1.858848431s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.509038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.648474Z","time spent":"1.86055853s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:12:22.507638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606088294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"warn","ts":"2026-05-07T03:12:22.507879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608036458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"warn","ts":"2026-05-07T03:12:22.508038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227484086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.509165Z","caller":"traceutil/trace.go:171","msg":"trace[1135727213] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:28601; }","duration":"5.607620388s","start":"2026-05-07T03:12:16.901524Z","end":"2026-05-07T03:12:22.509144Z","steps":["trace[1135727213] 'agreement among raft nodes before linearized reading' (duration: 5.605746756s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.50919Z","caller":"traceutil/trace.go:171","msg":"trace[2049233253] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:28601; }","duration":"5.609370858s","start":"2026-05-07T03:12:16.899808Z","end":"2026-05-07T03:12:22.509179Z","steps":["trace[2049233253] 'agreement among raft nodes before linearized reading' (duration: 5.607471705s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.850617Z","time spent":"657.459982ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.509228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.901515Z","time spent":"5.60769337s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27002,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-05-07T03:12:22.509217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.899764Z","time spent":"5.60944501s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":18423,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:22.507743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.576865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-07T03:12:22.509306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979821077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:12:22.507566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.611427143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:12:22.509441Z","caller":"traceutil/trace.go:171","msg":"trace[128876140] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28601; }","duration":"3.97995295s","start":"2026-05-07T03:12:18.529394Z","end":"2026-05-07T03:12:22.509347Z","steps":["trace[128876140] 'agreement among raft nodes before linearized reading' (duration: 3.977916434s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.509465Z","caller":"traceutil/trace.go:171","msg":"trace[1727410814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28601; }","duration":"5.613362706s","start":"2026-05-07T03:12:16.896094Z","end":"2026-05-07T03:12:22.509457Z","steps":["trace[1727410814] 'agreement among raft nodes before linearized reading' (duration: 5.611201298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.50949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.89608Z","time spent":"5.613402198s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:12:22.509486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.529371Z","time spent":"3.980100273s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.508048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.887985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:12:22.509717Z","caller":"traceutil/trace.go:171","msg":"trace[1944217480] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28601; }","duration":"609.584824ms","start":"2026-05-07T03:12:21.900118Z","end":"2026-05-07T03:12:22.509703Z","steps":["trace[1944217480] 'agreement among raft nodes before linearized reading' (duration: 607.164439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.509743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.9001Z","time spent":"609.634524ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:12:22.507753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534196448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.509878Z","caller":"traceutil/trace.go:171","msg":"trace[326283618] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28601; }","duration":"5.536384997s","start":"2026-05-07T03:12:16.973477Z","end":"2026-05-07T03:12:22.509862Z","steps":["trace[326283618] 'agreement among raft nodes before linearized reading' (duration: 5.533776969s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:22.509353Z","caller":"traceutil/trace.go:171","msg":"trace[629197745] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28601; }","duration":"372.215112ms","start":"2026-05-07T03:12:22.13713Z","end":"2026-05-07T03:12:22.509345Z","steps":["trace[629197745] 'agreement among raft nodes before linearized reading' (duration: 370.142585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.509929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.973454Z","time spent":"5.536458449s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.509964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.137115Z","time spent":"372.827616ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:12:22.50813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054830489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:22.510034Z","caller":"traceutil/trace.go:171","msg":"trace[158373718] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28601; }","duration":"3.056831074s","start":"2026-05-07T03:12:19.453195Z","end":"2026-05-07T03:12:22.510026Z","steps":["trace[158373718] 'agreement among raft nodes before linearized reading' (duration: 3.054139194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950716846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:22.507932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.896865Z","time spent":"5.611061394s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-07T03:12:22.507578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.763103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-07T03:12:22.50793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722903009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.510076Z","caller":"traceutil/trace.go:171","msg":"trace[904594508] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28601; }","duration":"3.725110599s","start":"2026-05-07T03:12:18.784959Z","end":"2026-05-07T03:12:22.51007Z","steps":["trace[904594508] 'agreement among raft nodes before linearized reading' (duration: 3.722329267s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.508112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.430052022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:22.5101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.784943Z","time spent":"3.725147079s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:22.509227Z","caller":"traceutil/trace.go:171","msg":"trace[81373538] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28601; }","duration":"3.228700142s","start":"2026-05-07T03:12:19.280501Z","end":"2026-05-07T03:12:22.509202Z","steps":["trace[81373538] 'agreement among raft nodes before linearized reading' (duration: 3.226750879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.510144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:19.280478Z","time spent":"3.229656344s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.510112Z","caller":"traceutil/trace.go:171","msg":"trace[428537158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28601; }","duration":"5.432108768s","start":"2026-05-07T03:12:17.077992Z","end":"2026-05-07T03:12:22.510101Z","steps":["trace[428537158] 'agreement among raft nodes before linearized reading' (duration: 5.429254605s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.51029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:17.077952Z","time spent":"5.432301203s","remote":"127.0.0.1:45086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.508306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.013063Z","time spent":"2.495229472s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.510628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:19.453173Z","time spent":"3.057444408s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.510817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987196171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.510885Z","caller":"traceutil/trace.go:171","msg":"trace[497496956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28601; }","duration":"3.987307173s","start":"2026-05-07T03:12:18.523561Z","end":"2026-05-07T03:12:22.510868Z","steps":["trace[497496956] 'agreement among raft nodes before linearized reading' (duration: 3.983757474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.510934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.523541Z","time spent":"3.987376825s","remote":"127.0.0.1:49574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.511108Z","caller":"traceutil/trace.go:171","msg":"trace[1198303423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28601; }","duration":"1.485762059s","start":"2026-05-07T03:12:21.022552Z","end":"2026-05-07T03:12:22.508314Z","steps":["trace[1198303423] 'agreement among raft nodes before linearized reading' (duration: 1.484775797s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.511147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034519144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.511191Z","caller":"traceutil/trace.go:171","msg":"trace[1700124174] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28601; }","duration":"2.034600196s","start":"2026-05-07T03:12:20.476578Z","end":"2026-05-07T03:12:22.511178Z","steps":["trace[1700124174] 'agreement among raft nodes before linearized reading' (duration: 2.0307435s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.511192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.022529Z","time spent":"1.488640054s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.511226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:20.476565Z","time spent":"2.034651217s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.51119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255429546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.511319Z","caller":"traceutil/trace.go:171","msg":"trace[439034292] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28601; }","duration":"1.25559833s","start":"2026-05-07T03:12:21.255701Z","end":"2026-05-07T03:12:22.5113Z","steps":["trace[439034292] 'agreement among raft nodes before linearized reading' (duration: 1.251612361s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.511346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:21.255681Z","time spent":"1.255655231s","remote":"127.0.0.1:54014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:22.510758Z","caller":"traceutil/trace.go:171","msg":"trace[94156328] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28601; }","duration":"370.950574ms","start":"2026-05-07T03:12:22.139798Z","end":"2026-05-07T03:12:22.510749Z","steps":["trace[94156328] 'agreement among raft nodes before linearized reading' (duration: 367.452626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.511503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.139792Z","time spent":"371.699741ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-07T03:12:22.511453Z","caller":"traceutil/trace.go:171","msg":"trace[1282670000] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28601; }","duration":"3.95356741s","start":"2026-05-07T03:12:18.557706Z","end":"2026-05-07T03:12:22.511273Z","steps":["trace[1282670000] 'agreement among raft nodes before linearized reading' (duration: 3.949603132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.511649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:18.55769Z","time spent":"3.953923199s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:22.511805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:16.896084Z","time spent":"5.611885533s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5994,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-mgdc4\" "} {"level":"warn","ts":"2026-05-07T03:12:22.515976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137389604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:22.516091Z","caller":"traceutil/trace.go:171","msg":"trace[1861015375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28601; }","duration":"3.137569778s","start":"2026-05-07T03:12:19.378506Z","end":"2026-05-07T03:12:22.516076Z","steps":["trace[1861015375] 'agreement among raft nodes before linearized reading' (duration: 3.12870895s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:22.516158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:19.378486Z","time spent":"3.137660109s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:23.823641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.652385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:23.823827Z","caller":"traceutil/trace.go:171","msg":"trace[917115700] transaction","detail":"{read_only:false; response_revision:28602; number_of_response:1; }","duration":"1.313178196s","start":"2026-05-07T03:12:22.510627Z","end":"2026-05-07T03:12:23.823805Z","steps":["trace[917115700] 'process raft request' (duration: 476.294157ms)","trace[917115700] 'compare' (duration: 835.950288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:23.823887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.51061Z","time spent":"1.313248677s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.043672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.649542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:24.044152Z","caller":"traceutil/trace.go:171","msg":"trace[1621395761] linearizableReadLoop","detail":"{readStateIndex:29664; appliedIndex:29661; }","duration":"1.532857243s","start":"2026-05-07T03:12:22.511277Z","end":"2026-05-07T03:12:24.044134Z","steps":["trace[1621395761] 'read index received' (duration: 475.599762ms)","trace[1621395761] 'applied index is now lower than readState.Index' (duration: 1.057256501s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:24.044194Z","caller":"traceutil/trace.go:171","msg":"trace[1731518195] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"1.528885423s","start":"2026-05-07T03:12:22.515284Z","end":"2026-05-07T03:12:24.04417Z","steps":["trace[1731518195] 'process raft request' (duration: 1.528769941s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:24.04425Z","caller":"traceutil/trace.go:171","msg":"trace[1925545915] transaction","detail":"{read_only:false; response_revision:28603; number_of_response:1; }","duration":"1.533605499s","start":"2026-05-07T03:12:22.510608Z","end":"2026-05-07T03:12:24.044214Z","steps":["trace[1925545915] 'process raft request' (duration: 1.413339514s)","trace[1925545915] 'compare' (duration: 119.301933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:24.044302Z","caller":"traceutil/trace.go:171","msg":"trace[27034108] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"1.533175469s","start":"2026-05-07T03:12:22.511109Z","end":"2026-05-07T03:12:24.044285Z","steps":["trace[27034108] 'process raft request' (duration: 1.532737629s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.044324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.515262Z","time spent":"1.528993185s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.044394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.511092Z","time spent":"1.533243031s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.044438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.510576Z","time spent":"1.533775132s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:24.044443Z","caller":"traceutil/trace.go:171","msg":"trace[370575456] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"1.532107385s","start":"2026-05-07T03:12:22.512321Z","end":"2026-05-07T03:12:24.044428Z","steps":["trace[370575456] 'process raft request' (duration: 1.531629105s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:24.044527Z","caller":"traceutil/trace.go:171","msg":"trace[1265162153] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"1.524520585s","start":"2026-05-07T03:12:22.519994Z","end":"2026-05-07T03:12:24.044514Z","steps":["trace[1265162153] 'process raft request' (duration: 1.524092426s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.044593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533311773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.044634Z","caller":"traceutil/trace.go:171","msg":"trace[644576980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28608; }","duration":"1.533366513s","start":"2026-05-07T03:12:22.511257Z","end":"2026-05-07T03:12:24.044624Z","steps":["trace[644576980] 'agreement among raft nodes before linearized reading' (duration: 1.533303132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.044667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.511246Z","time spent":"1.533413364s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:24.044695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.519981Z","time spent":"1.524603758s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:24.044538Z","caller":"traceutil/trace.go:171","msg":"trace[849043045] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"1.532116415s","start":"2026-05-07T03:12:22.512412Z","end":"2026-05-07T03:12:24.044528Z","steps":["trace[849043045] 'process raft request' (duration: 1.531602634s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.044831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.512355Z","time spent":"1.532437812s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.044539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.512307Z","time spent":"1.532189827s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.06777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.843552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.067842Z","caller":"traceutil/trace.go:171","msg":"trace[570397572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28609; }","duration":"147.949664ms","start":"2026-05-07T03:12:23.919877Z","end":"2026-05-07T03:12:24.067827Z","steps":["trace[570397572] 'agreement among raft nodes before linearized reading' (duration: 147.847672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.067976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.712031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.067995Z","caller":"traceutil/trace.go:171","msg":"trace[1249254510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28609; }","duration":"487.767313ms","start":"2026-05-07T03:12:23.58022Z","end":"2026-05-07T03:12:24.067987Z","steps":["trace[1249254510] 'agreement among raft nodes before linearized reading' (duration: 487.725862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.068012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:23.580201Z","time spent":"487.805423ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:24.068134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.682482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.068151Z","caller":"traceutil/trace.go:171","msg":"trace[1576686594] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28609; }","duration":"839.744243ms","start":"2026-05-07T03:12:23.228401Z","end":"2026-05-07T03:12:24.068145Z","steps":["trace[1576686594] 'agreement among raft nodes before linearized reading' (duration: 839.710353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.068171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:23.228375Z","time spent":"839.787665ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:24.068534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521146459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"info","ts":"2026-05-07T03:12:24.068555Z","caller":"traceutil/trace.go:171","msg":"trace[477776548] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28609; }","duration":"1.521223591s","start":"2026-05-07T03:12:22.547325Z","end":"2026-05-07T03:12:24.068548Z","steps":["trace[477776548] 'agreement among raft nodes before linearized reading' (duration: 1.520931105s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.068576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.547303Z","time spent":"1.521267193s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":65166,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:24.068738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549984124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-05-07T03:12:24.068757Z","caller":"traceutil/trace.go:171","msg":"trace[1743315993] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:28609; }","duration":"1.550018925s","start":"2026-05-07T03:12:22.518733Z","end":"2026-05-07T03:12:24.068752Z","steps":["trace[1743315993] 'agreement among raft nodes before linearized reading' (duration: 1.549956263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.068773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.518726Z","time spent":"1.550043135s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5184,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:24.068923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551626451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2563"} {"level":"info","ts":"2026-05-07T03:12:24.068942Z","caller":"traceutil/trace.go:171","msg":"trace[423365335] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:28609; }","duration":"1.551664512s","start":"2026-05-07T03:12:22.517271Z","end":"2026-05-07T03:12:24.068936Z","steps":["trace[423365335] 'agreement among raft nodes before linearized reading' (duration: 1.551595149s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.068958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.517261Z","time spent":"1.551692502s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2586,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-07T03:12:24.068951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552327657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.069004Z","caller":"traceutil/trace.go:171","msg":"trace[859682478] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28609; }","duration":"1.552424679s","start":"2026-05-07T03:12:22.516567Z","end":"2026-05-07T03:12:24.068992Z","steps":["trace[859682478] 'agreement among raft nodes before linearized reading' (duration: 1.552318626s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.069032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.51655Z","time spent":"1.552476781s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:24.069208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553828521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-07T03:12:24.069231Z","caller":"traceutil/trace.go:171","msg":"trace[816397891] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811; range_end:; response_count:1; response_revision:28609; }","duration":"1.553873711s","start":"2026-05-07T03:12:22.515352Z","end":"2026-05-07T03:12:24.069226Z","steps":["trace[816397891] 'agreement among raft nodes before linearized reading' (duration: 1.553786649s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.069245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.515345Z","time spent":"1.553897101s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-97939e03-7600-4bbd-a302-afd0d4df6811\" "} {"level":"warn","ts":"2026-05-07T03:12:24.069715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557085263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18447"} {"level":"info","ts":"2026-05-07T03:12:24.06974Z","caller":"traceutil/trace.go:171","msg":"trace[923438146] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28609; }","duration":"1.557132664s","start":"2026-05-07T03:12:22.512602Z","end":"2026-05-07T03:12:24.069734Z","steps":["trace[923438146] 'agreement among raft nodes before linearized reading' (duration: 1.557051562s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.069754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:22.512592Z","time spent":"1.557158604s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:12:24.611929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:12:24.989905Z","caller":"traceutil/trace.go:171","msg":"trace[513898929] linearizableReadLoop","detail":"{readStateIndex:29671; appliedIndex:29670; }","duration":"878.677611ms","start":"2026-05-07T03:12:24.111211Z","end":"2026-05-07T03:12:24.989888Z","steps":["trace[513898929] 'read index received' (duration: 878.437036ms)","trace[513898929] 'applied index is now lower than readState.Index' (duration: 239.975µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:24.990114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.697317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.990168Z","caller":"traceutil/trace.go:171","msg":"trace[1363752377] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28611; }","duration":"914.782288ms","start":"2026-05-07T03:12:24.075373Z","end":"2026-05-07T03:12:24.990155Z","steps":["trace[1363752377] 'agreement among raft nodes before linearized reading' (duration: 914.675326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:24.990172Z","caller":"traceutil/trace.go:171","msg":"trace[1784510838] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"910.131635ms","start":"2026-05-07T03:12:24.080009Z","end":"2026-05-07T03:12:24.990141Z","steps":["trace[1784510838] 'process raft request' (duration: 909.691405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.990186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.459619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-05-07T03:12:24.990271Z","caller":"traceutil/trace.go:171","msg":"trace[88992897] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:28611; }","duration":"913.570921ms","start":"2026-05-07T03:12:24.07668Z","end":"2026-05-07T03:12:24.990251Z","steps":["trace[88992897] 'agreement among raft nodes before linearized reading' (duration: 913.281945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.990324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.076673Z","time spent":"913.641013ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7561,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:24.990335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.079973Z","time spent":"910.275938ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:24.990449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.100236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:12:24.99049Z","caller":"traceutil/trace.go:171","msg":"trace[264525999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28611; }","duration":"915.157676ms","start":"2026-05-07T03:12:24.075324Z","end":"2026-05-07T03:12:24.990482Z","steps":["trace[264525999] 'agreement among raft nodes before linearized reading' (duration: 915.020723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.990523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.075316Z","time spent":"915.198087ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T03:12:24.990569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.446891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:12:24.990629Z","caller":"traceutil/trace.go:171","msg":"trace[1222294158] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28611; }","duration":"451.549704ms","start":"2026-05-07T03:12:24.539067Z","end":"2026-05-07T03:12:24.990616Z","steps":["trace[1222294158] 'agreement among raft nodes before linearized reading' (duration: 451.329159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.990211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.075366Z","time spent":"914.831449ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:24.990665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.539044Z","time spent":"451.610696ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:24.990685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.145506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:24.990725Z","caller":"traceutil/trace.go:171","msg":"trace[510607246] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28611; }","duration":"837.240738ms","start":"2026-05-07T03:12:24.153475Z","end":"2026-05-07T03:12:24.990716Z","steps":["trace[510607246] 'agreement among raft nodes before linearized reading' (duration: 837.177026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.990757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.15344Z","time spent":"837.309398ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:12:24.991206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.712548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-07T03:12:24.99125Z","caller":"traceutil/trace.go:171","msg":"trace[318730198] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955; range_end:; response_count:1; response_revision:28611; }","duration":"876.78349ms","start":"2026-05-07T03:12:24.114455Z","end":"2026-05-07T03:12:24.991239Z","steps":["trace[318730198] 'agreement among raft nodes before linearized reading' (duration: 875.91392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.991277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.114436Z","time spent":"876.833751ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-2xnhg.18ad29bde85fc955\" "} {"level":"warn","ts":"2026-05-07T03:12:24.991975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.726067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:73031"} {"level":"info","ts":"2026-05-07T03:12:24.992076Z","caller":"traceutil/trace.go:171","msg":"trace[2140985314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28611; }","duration":"880.875711ms","start":"2026-05-07T03:12:24.111148Z","end":"2026-05-07T03:12:24.992024Z","steps":["trace[2140985314] 'agreement among raft nodes before linearized reading' (duration: 878.773514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:24.993051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.11112Z","time spent":"880.997433ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":73054,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-07T03:12:25.377879Z","caller":"traceutil/trace.go:171","msg":"trace[633549316] linearizableReadLoop","detail":"{readStateIndex:29672; appliedIndex:29671; }","duration":"383.135116ms","start":"2026-05-07T03:12:24.994726Z","end":"2026-05-07T03:12:25.377861Z","steps":["trace[633549316] 'read index received' (duration: 326.835229ms)","trace[633549316] 'applied index is now lower than readState.Index' (duration: 56.298857ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:25.377907Z","caller":"traceutil/trace.go:171","msg":"trace[1006040265] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"383.501285ms","start":"2026-05-07T03:12:24.994379Z","end":"2026-05-07T03:12:25.377881Z","steps":["trace[1006040265] 'process raft request' (duration: 327.193037ms)","trace[1006040265] 'compare' (duration: 55.845777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:25.378043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.994365Z","time spent":"383.593296ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:25.378623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.194698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:25.3787Z","caller":"traceutil/trace.go:171","msg":"trace[888547561] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28612; }","duration":"383.29958ms","start":"2026-05-07T03:12:24.995381Z","end":"2026-05-07T03:12:25.37868Z","steps":["trace[888547561] 'agreement among raft nodes before linearized reading' (duration: 383.201898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:25.378749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.995359Z","time spent":"383.376171ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:12:25.378652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.917053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4af615a3-f6bd-4694-8a5c-89827b70f416\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-07T03:12:25.378925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.999164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:26059"} {"level":"warn","ts":"2026-05-07T03:12:25.378922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.727405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-05-07T03:12:25.378938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.701697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:12:25.378953Z","caller":"traceutil/trace.go:171","msg":"trace[785010591] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:28612; }","duration":"375.047456ms","start":"2026-05-07T03:12:25.003897Z","end":"2026-05-07T03:12:25.378945Z","steps":["trace[785010591] 'agreement among raft nodes before linearized reading' (duration: 374.962884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:25.378935Z","caller":"traceutil/trace.go:171","msg":"trace[2053057862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4af615a3-f6bd-4694-8a5c-89827b70f416; range_end:; response_count:1; response_revision:28612; }","duration":"384.19258ms","start":"2026-05-07T03:12:24.994708Z","end":"2026-05-07T03:12:25.3789Z","steps":["trace[2053057862] 'agreement among raft nodes before linearized reading' (duration: 383.821642ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:25.378979Z","caller":"traceutil/trace.go:171","msg":"trace[660404531] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg; range_end:; response_count:1; response_revision:28612; }","duration":"377.801177ms","start":"2026-05-07T03:12:25.00116Z","end":"2026-05-07T03:12:25.378961Z","steps":["trace[660404531] 'agreement among raft nodes before linearized reading' (duration: 377.637404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:25.378931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.596452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:25.379009Z","caller":"traceutil/trace.go:171","msg":"trace[1765089220] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28612; }","duration":"352.790459ms","start":"2026-05-07T03:12:25.026202Z","end":"2026-05-07T03:12:25.378993Z","steps":["trace[1765089220] 'agreement among raft nodes before linearized reading' (duration: 352.559084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:25.378978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.055189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:25.379025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.001153Z","time spent":"377.859978ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2xnhg\" "} {"level":"warn","ts":"2026-05-07T03:12:25.379004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.003888Z","time spent":"375.108947ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":26082,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-07T03:12:25.379049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.994699Z","time spent":"384.313762ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4af615a3-f6bd-4694-8a5c-89827b70f416\" "} {"level":"warn","ts":"2026-05-07T03:12:25.379047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.026155Z","time spent":"352.884791ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T03:12:25.379051Z","caller":"traceutil/trace.go:171","msg":"trace[541901882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28612; }","duration":"111.733235ms","start":"2026-05-07T03:12:25.267295Z","end":"2026-05-07T03:12:25.379028Z","steps":["trace[541901882] 'agreement among raft nodes before linearized reading' (duration: 111.52864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:25.37906Z","caller":"traceutil/trace.go:171","msg":"trace[416869075] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28612; }","duration":"381.146991ms","start":"2026-05-07T03:12:24.997894Z","end":"2026-05-07T03:12:25.379041Z","steps":["trace[416869075] 'agreement among raft nodes before linearized reading' (duration: 380.933586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:25.379085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.036014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"warn","ts":"2026-05-07T03:12:25.379166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:24.997865Z","time spent":"381.285095ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:25.379181Z","caller":"traceutil/trace.go:171","msg":"trace[1765366046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28612; }","duration":"310.190628ms","start":"2026-05-07T03:12:25.068966Z","end":"2026-05-07T03:12:25.379156Z","steps":["trace[1765366046] 'agreement among raft nodes before linearized reading' (duration: 309.893471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:25.379238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.068946Z","time spent":"310.279199ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129419,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:26.38676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.341737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:26.386876Z","caller":"traceutil/trace.go:171","msg":"trace[1248169315] transaction","detail":"{read_only:false; response_revision:28613; number_of_response:1; }","duration":"999.377199ms","start":"2026-05-07T03:12:25.387476Z","end":"2026-05-07T03:12:26.386854Z","steps":["trace[1248169315] 'process raft request' (duration: 411.857128ms)","trace[1248169315] 'compare' (duration: 585.993106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:26.386938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.387464Z","time spent":"999.44592ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:26.414461Z","caller":"traceutil/trace.go:171","msg":"trace[838657426] linearizableReadLoop","detail":"{readStateIndex:29674; appliedIndex:29672; }","duration":"1.017350679s","start":"2026-05-07T03:12:25.397084Z","end":"2026-05-07T03:12:26.414435Z","steps":["trace[838657426] 'read index received' (duration: 402.266732ms)","trace[838657426] 'applied index is now lower than readState.Index' (duration: 615.082967ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:26.414561Z","caller":"traceutil/trace.go:171","msg":"trace[339865399] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"1.025776997s","start":"2026-05-07T03:12:25.388739Z","end":"2026-05-07T03:12:26.414516Z","steps":["trace[339865399] 'process raft request' (duration: 1.025480691s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.414707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017598794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:12:26.414758Z","caller":"traceutil/trace.go:171","msg":"trace[1643256556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28614; }","duration":"1.017690206s","start":"2026-05-07T03:12:25.397051Z","end":"2026-05-07T03:12:26.414741Z","steps":["trace[1643256556] 'agreement among raft nodes before linearized reading' (duration: 1.017509902s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.41476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.38873Z","time spent":"1.02591418s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:26.414801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.397038Z","time spent":"1.017752417s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:12:26.806414Z","caller":"traceutil/trace.go:171","msg":"trace[693428887] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"976.171281ms","start":"2026-05-07T03:12:25.830209Z","end":"2026-05-07T03:12:26.80638Z","steps":["trace[693428887] 'process raft request' (duration: 888.465211ms)","trace[693428887] 'compare' (duration: 87.371942ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:26.806486Z","caller":"traceutil/trace.go:171","msg":"trace[228829948] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"754.156312ms","start":"2026-05-07T03:12:26.052303Z","end":"2026-05-07T03:12:26.80646Z","steps":["trace[228829948] 'process raft request' (duration: 754.07187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.806547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.830184Z","time spent":"976.293643ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:26.806652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.052291Z","time spent":"754.282634ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:26.806692Z","caller":"traceutil/trace.go:171","msg":"trace[297390055] linearizableReadLoop","detail":"{readStateIndex:29678; appliedIndex:29674; }","duration":"392.153067ms","start":"2026-05-07T03:12:26.414529Z","end":"2026-05-07T03:12:26.806682Z","steps":["trace[297390055] 'read index received' (duration: 304.08838ms)","trace[297390055] 'applied index is now lower than readState.Index' (duration: 88.062937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:26.806908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318321611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-07T03:12:26.80696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381360338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64743"} {"level":"info","ts":"2026-05-07T03:12:26.80697Z","caller":"traceutil/trace.go:171","msg":"trace[1651859566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28618; }","duration":"1.318407513s","start":"2026-05-07T03:12:25.488545Z","end":"2026-05-07T03:12:26.806952Z","steps":["trace[1651859566] 'agreement among raft nodes before linearized reading' (duration: 1.31824711s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:26.806989Z","caller":"traceutil/trace.go:171","msg":"trace[746329934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28618; }","duration":"1.38142661s","start":"2026-05-07T03:12:25.425554Z","end":"2026-05-07T03:12:26.806981Z","steps":["trace[746329934] 'agreement among raft nodes before linearized reading' (duration: 1.381307137s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.807012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.425536Z","time spent":"1.381470711s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":64766,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:26.807016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:25.488531Z","time spent":"1.318472704s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T03:12:26.807204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.810743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" ","response":"range_response_count:1 size:6968"} {"level":"info","ts":"2026-05-07T03:12:26.807265Z","caller":"traceutil/trace.go:171","msg":"trace[680266300] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"744.302062ms","start":"2026-05-07T03:12:26.062946Z","end":"2026-05-07T03:12:26.807248Z","steps":["trace[680266300] 'process raft request' (duration: 743.470144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:26.807283Z","caller":"traceutil/trace.go:171","msg":"trace[1404181036] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch; range_end:; response_count:1; response_revision:28618; }","duration":"389.004947ms","start":"2026-05-07T03:12:26.41826Z","end":"2026-05-07T03:12:26.807265Z","steps":["trace[1404181036] 'agreement among raft nodes before linearized reading' (duration: 388.800073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.807323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.418243Z","time spent":"389.070539ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6991,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-h9nch\" "} {"level":"warn","ts":"2026-05-07T03:12:26.807351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.06292Z","time spent":"744.382204ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:26.807376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.012253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-05-07T03:12:26.807435Z","caller":"traceutil/trace.go:171","msg":"trace[564356120] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea; range_end:; response_count:1; response_revision:28618; }","duration":"417.095915ms","start":"2026-05-07T03:12:26.390322Z","end":"2026-05-07T03:12:26.807418Z","steps":["trace[564356120] 'agreement among raft nodes before linearized reading' (duration: 416.934291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.807474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.390311Z","time spent":"417.154556ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" "} {"level":"warn","ts":"2026-05-07T03:12:26.807464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.403527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:26.807601Z","caller":"traceutil/trace.go:171","msg":"trace[1808581554] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28618; }","duration":"385.714954ms","start":"2026-05-07T03:12:26.421864Z","end":"2026-05-07T03:12:26.807579Z","steps":["trace[1808581554] 'agreement among raft nodes before linearized reading' (duration: 385.383497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:26.807506Z","caller":"traceutil/trace.go:171","msg":"trace[1825576515] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"754.785196ms","start":"2026-05-07T03:12:26.051798Z","end":"2026-05-07T03:12:26.806584Z","steps":["trace[1825576515] 'process raft request' (duration: 754.465419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:26.807715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.421847Z","time spent":"385.826556ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:26.808155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.051775Z","time spent":"755.916892ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:27.311954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:27.496346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165507ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:27.496455Z","caller":"traceutil/trace.go:171","msg":"trace[569576916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28618; }","duration":"100.28517ms","start":"2026-05-07T03:12:27.39615Z","end":"2026-05-07T03:12:27.496435Z","steps":["trace[569576916] 'range keys from in-memory index tree' (duration: 100.149297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:27.496481Z","caller":"traceutil/trace.go:171","msg":"trace[321973853] transaction","detail":"{read_only:false; response_revision:28619; number_of_response:1; }","duration":"686.03606ms","start":"2026-05-07T03:12:26.81043Z","end":"2026-05-07T03:12:27.496466Z","steps":["trace[321973853] 'process raft request' (duration: 667.039086ms)","trace[321973853] 'compare' (duration: 17.529042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:27.496593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.81041Z","time spent":"686.108752ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:28.450165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.966976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:28.450268Z","caller":"traceutil/trace.go:171","msg":"trace[1123364035] linearizableReadLoop","detail":"{readStateIndex:29680; appliedIndex:29678; }","duration":"1.639502482s","start":"2026-05-07T03:12:26.810748Z","end":"2026-05-07T03:12:28.450251Z","steps":["trace[1123364035] 'read index received' (duration: 666.740729ms)","trace[1123364035] 'applied index is now lower than readState.Index' (duration: 972.759943ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:28.450365Z","caller":"traceutil/trace.go:171","msg":"trace[891648868] transaction","detail":"{read_only:false; response_revision:28620; number_of_response:1; }","duration":"1.636450406s","start":"2026-05-07T03:12:26.813897Z","end":"2026-05-07T03:12:28.450347Z","steps":["trace[891648868] 'process raft request' (duration: 887.221873ms)","trace[891648868] 'compare' (duration: 748.463225ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:28.450441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.813881Z","time spent":"1.636523518s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:28.450454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639698918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T03:12:28.450489Z","caller":"traceutil/trace.go:171","msg":"trace[360480709] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9; range_end:; response_count:1; response_revision:28620; }","duration":"1.639756259s","start":"2026-05-07T03:12:26.810722Z","end":"2026-05-07T03:12:28.450478Z","steps":["trace[360480709] 'agreement among raft nodes before linearized reading' (duration: 1.639618586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:28.450523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.810711Z","time spent":"1.63980376s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" "} {"level":"warn","ts":"2026-05-07T03:12:28.929229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182907657s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:29.26634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:12:29.266429Z","caller":"traceutil/trace.go:171","msg":"trace[1991024546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897303s","start":"2026-05-07T03:12:27.265512Z","end":"2026-05-07T03:12:29.26641Z","steps":["trace[1991024546] 'agreement among raft nodes before linearized reading' (duration: 2.000786221s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.266481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.265471Z","time spent":"2.000995216s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:29.404198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.434365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:29.404406Z","caller":"traceutil/trace.go:171","msg":"trace[979466954] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"1.888938773s","start":"2026-05-07T03:12:27.515413Z","end":"2026-05-07T03:12:29.404352Z","steps":["trace[979466954] 'process raft request' (duration: 1.414233722s)","trace[979466954] 'compare' (duration: 473.128106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:29.404504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27388394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:29.404581Z","caller":"traceutil/trace.go:171","msg":"trace[1170049662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28622; }","duration":"2.274005833s","start":"2026-05-07T03:12:27.130553Z","end":"2026-05-07T03:12:29.404559Z","steps":["trace[1170049662] 'agreement among raft nodes before linearized reading' (duration: 2.27386678s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.40463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.130506Z","time spent":"2.274112296s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:29.40464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.515391Z","time spent":"1.889124107s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:29.404671Z","caller":"traceutil/trace.go:171","msg":"trace[1724605152] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"589.196947ms","start":"2026-05-07T03:12:28.815461Z","end":"2026-05-07T03:12:29.404658Z","steps":["trace[1724605152] 'process raft request' (duration: 588.960502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:29.404485Z","caller":"traceutil/trace.go:171","msg":"trace[267058450] linearizableReadLoop","detail":"{readStateIndex:29681; appliedIndex:29680; }","duration":"954.113327ms","start":"2026-05-07T03:12:28.450292Z","end":"2026-05-07T03:12:29.404406Z","steps":["trace[267058450] 'read index received' (duration: 479.298944ms)","trace[267058450] 'applied index is now lower than readState.Index' (duration: 474.807603ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:29.404636Z","caller":"traceutil/trace.go:171","msg":"trace[1844099189] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"589.239059ms","start":"2026-05-07T03:12:28.81534Z","end":"2026-05-07T03:12:29.404579Z","steps":["trace[1844099189] 'process raft request' (duration: 588.993953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.404771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.81545Z","time spent":"589.269159ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:29.4048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56674053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-05-07T03:12:29.404621Z","caller":"traceutil/trace.go:171","msg":"trace[1099403547] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"589.088275ms","start":"2026-05-07T03:12:28.815513Z","end":"2026-05-07T03:12:29.404601Z","steps":["trace[1099403547] 'process raft request' (duration: 588.966322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.404672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511482825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:12:29.404894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590270143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:29.404833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212519418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:12:29.404991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.548222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:29.40502Z","caller":"traceutil/trace.go:171","msg":"trace[1163860794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28625; }","duration":"137.602343ms","start":"2026-05-07T03:12:29.267408Z","end":"2026-05-07T03:12:29.40501Z","steps":["trace[1163860794] 'agreement among raft nodes before linearized reading' (duration: 137.556112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.405076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.576561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:29.405092Z","caller":"traceutil/trace.go:171","msg":"trace[1996437955] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28625; }","duration":"1.212735972s","start":"2026-05-07T03:12:28.192268Z","end":"2026-05-07T03:12:29.405004Z","steps":["trace[1996437955] 'agreement among raft nodes before linearized reading' (duration: 1.212438485s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:29.405121Z","caller":"traceutil/trace.go:171","msg":"trace[1738191756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28625; }","duration":"484.616862ms","start":"2026-05-07T03:12:28.920489Z","end":"2026-05-07T03:12:29.405106Z","steps":["trace[1738191756] 'agreement among raft nodes before linearized reading' (duration: 484.556731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:29.40475Z","caller":"traceutil/trace.go:171","msg":"trace[2094854674] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"586.552528ms","start":"2026-05-07T03:12:28.818181Z","end":"2026-05-07T03:12:29.404734Z","steps":["trace[2094854674] 'process raft request' (duration: 586.353674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.405208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.192255Z","time spent":"1.212887326s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:29.4049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.815505Z","time spent":"589.355711ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:29.405035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.815317Z","time spent":"589.470453ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:29.405239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.589781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-05-07T03:12:29.407021Z","caller":"traceutil/trace.go:171","msg":"trace[2060658027] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28625; }","duration":"949.381951ms","start":"2026-05-07T03:12:28.457596Z","end":"2026-05-07T03:12:29.406978Z","steps":["trace[2060658027] 'agreement among raft nodes before linearized reading' (duration: 947.53448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.407111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.457575Z","time spent":"949.483424ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7251,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T03:12:29.405025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.32789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:12:29.407304Z","caller":"traceutil/trace.go:171","msg":"trace[594012342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28625; }","duration":"951.591611ms","start":"2026-05-07T03:12:28.455688Z","end":"2026-05-07T03:12:29.40728Z","steps":["trace[594012342] 'agreement among raft nodes before linearized reading' (duration: 949.264949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.407378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.455673Z","time spent":"951.684333ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-07T03:12:29.404968Z","caller":"traceutil/trace.go:171","msg":"trace[1834672902] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28625; }","duration":"1.590373435s","start":"2026-05-07T03:12:27.814582Z","end":"2026-05-07T03:12:29.404955Z","steps":["trace[1834672902] 'agreement among raft nodes before linearized reading' (duration: 1.590261322s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.40745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.814565Z","time spent":"1.592860611s","remote":"127.0.0.1:45474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:29.404916Z","caller":"traceutil/trace.go:171","msg":"trace[554696256] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28624; }","duration":"2.511761862s","start":"2026-05-07T03:12:26.89314Z","end":"2026-05-07T03:12:29.404902Z","steps":["trace[554696256] 'agreement among raft nodes before linearized reading' (duration: 2.511425514s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.407562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.893113Z","time spent":"2.514430371s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-05-07T03:12:29.404861Z","caller":"traceutil/trace.go:171","msg":"trace[1008993707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28624; }","duration":"2.566854482s","start":"2026-05-07T03:12:26.837978Z","end":"2026-05-07T03:12:29.404832Z","steps":["trace[1008993707] 'agreement among raft nodes before linearized reading' (duration: 2.566572276s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.40776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:26.837959Z","time spent":"2.569790847s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9993,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:29.404916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905689278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:12:29.407877Z","caller":"traceutil/trace.go:171","msg":"trace[967934803] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28625; }","duration":"1.908688074s","start":"2026-05-07T03:12:27.499173Z","end":"2026-05-07T03:12:29.407861Z","steps":["trace[967934803] 'agreement among raft nodes before linearized reading' (duration: 1.905600795s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.407923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.499126Z","time spent":"1.908784836s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:12:29.405156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.920473Z","time spent":"484.672753ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:29.405232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:28.818153Z","time spent":"587.040829ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:29.405557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885426215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:12:29.408154Z","caller":"traceutil/trace.go:171","msg":"trace[561945179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28622; }","duration":"1.889062976s","start":"2026-05-07T03:12:27.519074Z","end":"2026-05-07T03:12:29.408137Z","steps":["trace[561945179] 'agreement among raft nodes before linearized reading' (duration: 1.885336593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:29.40819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:27.519063Z","time spent":"1.889117257s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:12:29.911473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:31.353619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001166217s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T03:12:31.353711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.408775Z","time spent":"1.944932814s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:12:31.38549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033225794s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:12:31.386063Z","caller":"traceutil/trace.go:171","msg":"trace[1996091117] linearizableReadLoop","detail":"{readStateIndex:29688; appliedIndex:29685; }","duration":"1.975262411s","start":"2026-05-07T03:12:29.410776Z","end":"2026-05-07T03:12:31.386038Z","steps":["trace[1996091117] 'read index received' (duration: 941.68274ms)","trace[1996091117] 'applied index is now lower than readState.Index' (duration: 1.033578391s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:31.386182Z","caller":"traceutil/trace.go:171","msg":"trace[1803569484] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"1.976156591s","start":"2026-05-07T03:12:29.40999Z","end":"2026-05-07T03:12:31.386147Z","steps":["trace[1803569484] 'process raft request' (duration: 1.975811593s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:31.386205Z","caller":"traceutil/trace.go:171","msg":"trace[1564098698] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"1.969212197s","start":"2026-05-07T03:12:29.416942Z","end":"2026-05-07T03:12:31.386154Z","steps":["trace[1564098698] 'process raft request' (duration: 1.969020281s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.386312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975514118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-07T03:12:31.386354Z","caller":"traceutil/trace.go:171","msg":"trace[13685205] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782; range_end:; response_count:1; response_revision:28627; }","duration":"1.975591589s","start":"2026-05-07T03:12:29.410752Z","end":"2026-05-07T03:12:31.386343Z","steps":["trace[13685205] 'agreement among raft nodes before linearized reading' (duration: 1.975396305s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.386392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.410742Z","time spent":"1.975641651s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782\" "} {"level":"warn","ts":"2026-05-07T03:12:31.386411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.416928Z","time spent":"1.96939032s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:31.386478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.409975Z","time spent":"1.976288585s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:31.414136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:12:31.41423Z","caller":"traceutil/trace.go:171","msg":"trace[442567606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123896s","start":"2026-05-07T03:12:29.414079Z","end":"2026-05-07T03:12:31.414203Z","steps":["trace[442567606] 'agreement among raft nodes before linearized reading' (duration: 2.000004402s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.414301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.414071Z","time spent":"2.000213229s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:31.839768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.009693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:31.840554Z","caller":"traceutil/trace.go:171","msg":"trace[1810935694] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"485.425301ms","start":"2026-05-07T03:12:31.355094Z","end":"2026-05-07T03:12:31.840519Z","steps":["trace[1810935694] 'process raft request' (duration: 187.582949ms)","trace[1810935694] 'compare' (duration: 296.763578ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:31.840636Z","caller":"traceutil/trace.go:171","msg":"trace[552232473] linearizableReadLoop","detail":"{readStateIndex:29689; appliedIndex:29688; }","duration":"454.490969ms","start":"2026-05-07T03:12:31.386121Z","end":"2026-05-07T03:12:31.840612Z","steps":["trace[552232473] 'read index received' (duration: 156.570245ms)","trace[552232473] 'applied index is now lower than readState.Index' (duration: 297.917904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:31.840711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073301889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:31.840723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.355066Z","time spent":"485.573324ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:31.840779Z","caller":"traceutil/trace.go:171","msg":"trace[1269362072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28628; }","duration":"1.07340124s","start":"2026-05-07T03:12:30.767355Z","end":"2026-05-07T03:12:31.840756Z","steps":["trace[1269362072] 'agreement among raft nodes before linearized reading' (duration: 1.073260367s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.840781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.988859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:31.840832Z","caller":"traceutil/trace.go:171","msg":"trace[647125494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28628; }","duration":"583.094772ms","start":"2026-05-07T03:12:31.257723Z","end":"2026-05-07T03:12:31.840818Z","steps":["trace[647125494] 'agreement among raft nodes before linearized reading' (duration: 582.923548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.840829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:30.767334Z","time spent":"1.073483143s","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:31.840856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417933036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13883"} {"level":"warn","ts":"2026-05-07T03:12:31.840838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.775382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:31.840865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.257706Z","time spent":"583.150513ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:31.840881Z","caller":"traceutil/trace.go:171","msg":"trace[1337822076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28628; }","duration":"2.417984758s","start":"2026-05-07T03:12:29.422888Z","end":"2026-05-07T03:12:31.840873Z","steps":["trace[1337822076] 'agreement among raft nodes before linearized reading' (duration: 2.417843365s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.840901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.422877Z","time spent":"2.418017609s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13906,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-07T03:12:31.840898Z","caller":"traceutil/trace.go:171","msg":"trace[1820344844] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28628; }","duration":"782.883554ms","start":"2026-05-07T03:12:31.057998Z","end":"2026-05-07T03:12:31.840881Z","steps":["trace[1820344844] 'agreement among raft nodes before linearized reading' (duration: 782.652149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.840939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.057969Z","time spent":"782.959435ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:31.840995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372863678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T03:12:31.841033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088169694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:31.841108Z","caller":"traceutil/trace.go:171","msg":"trace[1073821797] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28628; }","duration":"1.373053023s","start":"2026-05-07T03:12:30.468032Z","end":"2026-05-07T03:12:31.841085Z","steps":["trace[1073821797] 'agreement among raft nodes before linearized reading' (duration: 1.372622913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.84121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:30.468014Z","time spent":"1.373182545s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:12:31.841242Z","caller":"traceutil/trace.go:171","msg":"trace[1267984483] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28628; }","duration":"2.088395499s","start":"2026-05-07T03:12:29.752778Z","end":"2026-05-07T03:12:31.841174Z","steps":["trace[1267984483] 'agreement among raft nodes before linearized reading' (duration: 2.087908448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.84141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:29.752708Z","time spent":"2.088680624s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:31.841745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76696593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:31.841817Z","caller":"traceutil/trace.go:171","msg":"trace[984361200] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28628; }","duration":"1.767082732s","start":"2026-05-07T03:12:30.074718Z","end":"2026-05-07T03:12:31.8418Z","steps":["trace[984361200] 'agreement among raft nodes before linearized reading' (duration: 1.765913417s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.841854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:30.074667Z","time spent":"1.767176594s","remote":"127.0.0.1:45392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:31.843007Z","caller":"traceutil/trace.go:171","msg":"trace[856573194] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"431.65855ms","start":"2026-05-07T03:12:31.411337Z","end":"2026-05-07T03:12:31.842995Z","steps":["trace[856573194] 'process raft request' (duration: 431.25447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:31.843395Z","caller":"traceutil/trace.go:171","msg":"trace[606829728] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"431.804113ms","start":"2026-05-07T03:12:31.411579Z","end":"2026-05-07T03:12:31.843383Z","steps":["trace[606829728] 'process raft request' (duration: 431.137787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.843385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.411311Z","time spent":"431.730092ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:31.843548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.41156Z","time spent":"431.865554ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:31.84401Z","caller":"traceutil/trace.go:171","msg":"trace[1479265639] transaction","detail":"{read_only:false; response_revision:28631; number_of_response:1; }","duration":"430.853582ms","start":"2026-05-07T03:12:31.413149Z","end":"2026-05-07T03:12:31.844003Z","steps":["trace[1479265639] 'process raft request' (duration: 429.798619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.844623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.413128Z","time spent":"430.905563ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:31.843979Z","caller":"traceutil/trace.go:171","msg":"trace[89771111] transaction","detail":"{read_only:false; response_revision:28632; number_of_response:1; }","duration":"428.873127ms","start":"2026-05-07T03:12:31.415096Z","end":"2026-05-07T03:12:31.843969Z","steps":["trace[89771111] 'process raft request' (duration: 428.794395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:31.845006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.415082Z","time spent":"429.860039ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:32.416482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.156732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:32.416711Z","caller":"traceutil/trace.go:171","msg":"trace[1022663338] linearizableReadLoop","detail":"{readStateIndex:29694; appliedIndex:29693; }","duration":"576.000353ms","start":"2026-05-07T03:12:31.840695Z","end":"2026-05-07T03:12:32.416695Z","steps":["trace[1022663338] 'read index received' (duration: 198.463962ms)","trace[1022663338] 'applied index is now lower than readState.Index' (duration: 377.535131ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:32.416689Z","caller":"traceutil/trace.go:171","msg":"trace[1734143979] transaction","detail":"{read_only:false; response_revision:28633; number_of_response:1; }","duration":"842.260439ms","start":"2026-05-07T03:12:31.574397Z","end":"2026-05-07T03:12:32.416658Z","steps":["trace[1734143979] 'process raft request' (duration: 464.839991ms)","trace[1734143979] 'compare' (duration: 376.549319ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:32.416945Z","caller":"traceutil/trace.go:171","msg":"trace[612017823] transaction","detail":"{read_only:false; response_revision:28634; number_of_response:1; }","duration":"569.396236ms","start":"2026-05-07T03:12:31.847521Z","end":"2026-05-07T03:12:32.416917Z","steps":["trace[612017823] 'process raft request' (duration: 569.084039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.416975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001888703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:32.416999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.794472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:12:32.41704Z","caller":"traceutil/trace.go:171","msg":"trace[1030249104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28634; }","duration":"993.871225ms","start":"2026-05-07T03:12:31.423161Z","end":"2026-05-07T03:12:32.417033Z","steps":["trace[1030249104] 'agreement among raft nodes before linearized reading' (duration: 993.592658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.417041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025686676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T03:12:32.417062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.423143Z","time spent":"993.914397ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:12:32.41705Z","caller":"traceutil/trace.go:171","msg":"trace[1691795333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28634; }","duration":"1.002013997s","start":"2026-05-07T03:12:31.415017Z","end":"2026-05-07T03:12:32.417031Z","steps":["trace[1691795333] 'agreement among raft nodes before linearized reading' (duration: 1.00174096s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.417094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.847502Z","time spent":"569.510659ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:32.417102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.415001Z","time spent":"1.002090979s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:12:32.417097Z","caller":"traceutil/trace.go:171","msg":"trace[2070975894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28634; }","duration":"1.025773498s","start":"2026-05-07T03:12:31.391304Z","end":"2026-05-07T03:12:32.417077Z","steps":["trace[2070975894] 'agreement among raft nodes before linearized reading' (duration: 1.025470681s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.417082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.187276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:32.417153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.391287Z","time spent":"1.025851691s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-07T03:12:32.417108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.57437Z","time spent":"842.621816ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:32.417162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026112556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-07T03:12:32.417203Z","caller":"traceutil/trace.go:171","msg":"trace[518501286] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28634; }","duration":"601.38412ms","start":"2026-05-07T03:12:31.815788Z","end":"2026-05-07T03:12:32.417173Z","steps":["trace[518501286] 'agreement among raft nodes before linearized reading' (duration: 600.969ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:32.417222Z","caller":"traceutil/trace.go:171","msg":"trace[1940293816] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c; range_end:; response_count:1; response_revision:28634; }","duration":"1.026235379s","start":"2026-05-07T03:12:31.390969Z","end":"2026-05-07T03:12:32.417204Z","steps":["trace[1940293816] 'agreement among raft nodes before linearized reading' (duration: 1.025817469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.417271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.39095Z","time spent":"1.02630477s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-h9nch.18ad29bd562d0a5c\" "} {"level":"warn","ts":"2026-05-07T03:12:32.417271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.81577Z","time spent":"601.485483ms","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:32.468759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.277363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T03:12:32.468783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.575394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:32.46876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.449346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:32.469024Z","caller":"traceutil/trace.go:171","msg":"trace[1733649232] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28635; }","duration":"408.872611ms","start":"2026-05-07T03:12:32.060124Z","end":"2026-05-07T03:12:32.468997Z","steps":["trace[1733649232] 'agreement among raft nodes before linearized reading' (duration: 408.549234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.46909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.29741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-05-07T03:12:32.469174Z","caller":"traceutil/trace.go:171","msg":"trace[516075330] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28635; }","duration":"572.420833ms","start":"2026-05-07T03:12:31.896734Z","end":"2026-05-07T03:12:32.469155Z","steps":["trace[516075330] 'agreement among raft nodes before linearized reading' (duration: 572.101426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.469237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.896715Z","time spent":"572.504845ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108655,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-07T03:12:32.469075Z","caller":"traceutil/trace.go:171","msg":"trace[1839640384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28635; }","duration":"110.813504ms","start":"2026-05-07T03:12:32.358231Z","end":"2026-05-07T03:12:32.469044Z","steps":["trace[1839640384] 'agreement among raft nodes before linearized reading' (duration: 110.390415ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:32.468872Z","caller":"traceutil/trace.go:171","msg":"trace[406161607] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28635; }","duration":"625.425057ms","start":"2026-05-07T03:12:31.843421Z","end":"2026-05-07T03:12:32.468846Z","steps":["trace[406161607] 'agreement among raft nodes before linearized reading' (duration: 625.210382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:32.469312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.060105Z","time spent":"409.082745ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:32.469847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:31.843403Z","time spent":"626.144382ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:12:33.567601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.893629ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-07T03:12:33.56776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.420177Z","time spent":"1.147573907s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:12:33.56782Z","caller":"traceutil/trace.go:171","msg":"trace[1150814257] linearizableReadLoop","detail":"{readStateIndex:29697; appliedIndex:29696; }","duration":"1.099179616s","start":"2026-05-07T03:12:32.468611Z","end":"2026-05-07T03:12:33.567791Z","steps":["trace[1150814257] 'read index received' (duration: 232.109803ms)","trace[1150814257] 'applied index is now lower than readState.Index' (duration: 867.067603ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:33.567811Z","caller":"traceutil/trace.go:171","msg":"trace[283638190] transaction","detail":"{read_only:false; response_revision:28636; number_of_response:1; }","duration":"765.808872ms","start":"2026-05-07T03:12:32.801987Z","end":"2026-05-07T03:12:33.567796Z","steps":["trace[283638190] 'process raft request' (duration: 765.70184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.567996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.967651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:33.567997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.812314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:33.568027Z","caller":"traceutil/trace.go:171","msg":"trace[1360985005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28636; }","duration":"181.036432ms","start":"2026-05-07T03:12:33.386983Z","end":"2026-05-07T03:12:33.568019Z","steps":["trace[1360985005] 'agreement among raft nodes before linearized reading' (duration: 180.973301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:33.568035Z","caller":"traceutil/trace.go:171","msg":"trace[1748128516] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28636; }","duration":"140.893226ms","start":"2026-05-07T03:12:33.42713Z","end":"2026-05-07T03:12:33.568024Z","steps":["trace[1748128516] 'agreement among raft nodes before linearized reading' (duration: 140.828505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.801961Z","time spent":"765.978645ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:33.568158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146998774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:12:33.568127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144316344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:33.568225Z","caller":"traceutil/trace.go:171","msg":"trace[590640162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28636; }","duration":"1.147038065s","start":"2026-05-07T03:12:32.421134Z","end":"2026-05-07T03:12:33.568172Z","steps":["trace[590640162] 'agreement among raft nodes before linearized reading' (duration: 1.146718418s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024208222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58280"} {"level":"info","ts":"2026-05-07T03:12:33.568289Z","caller":"traceutil/trace.go:171","msg":"trace[922064574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28636; }","duration":"1.144456017s","start":"2026-05-07T03:12:32.423765Z","end":"2026-05-07T03:12:33.568221Z","steps":["trace[922064574] 'agreement among raft nodes before linearized reading' (duration: 1.144034518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088938287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:12:33.568331Z","caller":"traceutil/trace.go:171","msg":"trace[462930919] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28636; }","duration":"1.024289763s","start":"2026-05-07T03:12:32.544023Z","end":"2026-05-07T03:12:33.568313Z","steps":["trace[462930919] 'agreement among raft nodes before linearized reading' (duration: 1.024107369s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.421121Z","time spent":"1.147173338s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:12:33.56836Z","caller":"traceutil/trace.go:171","msg":"trace[1775487446] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28636; }","duration":"1.089011699s","start":"2026-05-07T03:12:32.479339Z","end":"2026-05-07T03:12:33.568351Z","steps":["trace[1775487446] 'agreement among raft nodes before linearized reading' (duration: 1.088618521s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.543984Z","time spent":"1.024377065s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":58303,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:33.568047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144748893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-07T03:12:33.56837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.423757Z","time spent":"1.14457491s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:12:33.568428Z","caller":"traceutil/trace.go:171","msg":"trace[1292346253] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d; range_end:; response_count:1; response_revision:28636; }","duration":"1.145173524s","start":"2026-05-07T03:12:32.423244Z","end":"2026-05-07T03:12:33.568417Z","steps":["trace[1292346253] 'agreement among raft nodes before linearized reading' (duration: 1.144557939s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.568466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.423224Z","time spent":"1.145223365s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" "} {"level":"warn","ts":"2026-05-07T03:12:33.568388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.479321Z","time spent":"1.089059731s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T03:12:33.568336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.60736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:33.57177Z","caller":"traceutil/trace.go:171","msg":"trace[433002406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28636; }","duration":"672.192491ms","start":"2026-05-07T03:12:32.899556Z","end":"2026-05-07T03:12:33.571748Z","steps":["trace[433002406] 'agreement among raft nodes before linearized reading' (duration: 668.517598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:33.571998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:32.899531Z","time spent":"672.423807ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:33.794966Z","caller":"traceutil/trace.go:171","msg":"trace[1847645070] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"142.965172ms","start":"2026-05-07T03:12:33.651965Z","end":"2026-05-07T03:12:33.79493Z","steps":["trace[1847645070] 'process raft request' (duration: 117.520754ms)","trace[1847645070] 'compare' (duration: 24.927257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:34.387098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:12:34.611031Z","caller":"traceutil/trace.go:171","msg":"trace[512320335] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"759.927101ms","start":"2026-05-07T03:12:33.851081Z","end":"2026-05-07T03:12:34.611008Z","steps":["trace[512320335] 'process raft request' (duration: 759.890601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:34.611163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.851067Z","time spent":"760.029443ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:34.61121Z","caller":"traceutil/trace.go:171","msg":"trace[2006440943] transaction","detail":"{read_only:false; response_revision:28640; number_of_response:1; }","duration":"762.57519ms","start":"2026-05-07T03:12:33.8486Z","end":"2026-05-07T03:12:34.611175Z","steps":["trace[2006440943] 'process raft request' (duration: 762.13291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:34.611356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.848581Z","time spent":"762.700312ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:34.611467Z","caller":"traceutil/trace.go:171","msg":"trace[179375611] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"762.569399ms","start":"2026-05-07T03:12:33.848885Z","end":"2026-05-07T03:12:34.611455Z","steps":["trace[179375611] 'process raft request' (duration: 762.016897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:34.611517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.848875Z","time spent":"762.616971ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:34.611456Z","caller":"traceutil/trace.go:171","msg":"trace[1300064293] transaction","detail":"{read_only:false; response_revision:28642; number_of_response:1; }","duration":"761.793243ms","start":"2026-05-07T03:12:33.849631Z","end":"2026-05-07T03:12:34.611424Z","steps":["trace[1300064293] 'process raft request' (duration: 761.303712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:34.611757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.849618Z","time spent":"762.015507ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:35.782297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171530472s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:12:36.808918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026454203s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:12:36.809938Z","caller":"traceutil/trace.go:171","msg":"trace[1007743174] transaction","detail":"{read_only:false; response_revision:28644; number_of_response:1; }","duration":"2.399070966s","start":"2026-05-07T03:12:34.410859Z","end":"2026-05-07T03:12:36.80993Z","steps":["trace[1007743174] 'process raft request' (duration: 2.398153035s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:36.810014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:34.410833Z","time spent":"2.399133307s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:36.809864Z","caller":"traceutil/trace.go:171","msg":"trace[466143354] linearizableReadLoop","detail":"{readStateIndex:29706; appliedIndex:29701; }","duration":"2.922828893s","start":"2026-05-07T03:12:33.887022Z","end":"2026-05-07T03:12:36.809851Z","steps":["trace[466143354] 'read index received' (duration: 723.728943ms)","trace[466143354] 'applied index is now lower than readState.Index' (duration: 2.19909916s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:37.266602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:12:37.266696Z","caller":"traceutil/trace.go:171","msg":"trace[2107108216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347891s","start":"2026-05-07T03:12:35.266321Z","end":"2026-05-07T03:12:37.266669Z","steps":["trace[2107108216] 'agreement among raft nodes before linearized reading' (duration: 2.000236339s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:37.266743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.266301Z","time spent":"2.000432913s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:12:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:12:37.362801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519935117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"info","ts":"2026-05-07T03:12:37.367365Z","caller":"traceutil/trace.go:171","msg":"trace[707241871] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28644; }","duration":"3.524540531s","start":"2026-05-07T03:12:33.8428Z","end":"2026-05-07T03:12:37.36734Z","steps":["trace[707241871] 'agreement among raft nodes before linearized reading' (duration: 2.967696505s)","trace[707241871] 'range keys from in-memory index tree' (duration: 552.12081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:37.363034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559780277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:12:37.366011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.282413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:37.367624Z","caller":"traceutil/trace.go:171","msg":"trace[1246228808] transaction","detail":"{read_only:false; response_revision:28645; number_of_response:1; }","duration":"751.239586ms","start":"2026-05-07T03:12:36.616366Z","end":"2026-05-07T03:12:37.367606Z","steps":["trace[1246228808] 'process raft request' (duration: 227.289926ms)","trace[1246228808] 'compare' (duration: 519.568362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:37.367735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.61635Z","time spent":"751.342399ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:37.368002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.84278Z","time spent":"3.525208115s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":59293,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-07T03:12:37.368268Z","caller":"traceutil/trace.go:171","msg":"trace[350807246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28644; }","duration":"3.565020615s","start":"2026-05-07T03:12:33.803232Z","end":"2026-05-07T03:12:37.368253Z","steps":["trace[350807246] 'agreement among raft nodes before linearized reading' (duration: 3.007435133s)","trace[350807246] 'range keys from in-memory index tree' (duration: 552.285324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:37.368778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.803227Z","time spent":"3.565531296s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:12:38.109136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.967537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:38.109395Z","caller":"traceutil/trace.go:171","msg":"trace[1964776510] transaction","detail":"{read_only:false; response_revision:28646; number_of_response:1; }","duration":"1.490913284s","start":"2026-05-07T03:12:36.618407Z","end":"2026-05-07T03:12:38.109321Z","steps":["trace[1964776510] 'process raft request' (duration: 882.677021ms)","trace[1964776510] 'compare' (duration: 607.855795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:38.109604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.618396Z","time spent":"1.4910871s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:38.109598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715449111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:38.109671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361112138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.109768Z","caller":"traceutil/trace.go:171","msg":"trace[1710219221] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28648; }","duration":"2.361264202s","start":"2026-05-07T03:12:35.748483Z","end":"2026-05-07T03:12:38.109747Z","steps":["trace[1710219221] 'agreement among raft nodes before linearized reading' (duration: 2.360989946s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.10978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828471153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.109812Z","caller":"traceutil/trace.go:171","msg":"trace[1635809386] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28648; }","duration":"1.828566285s","start":"2026-05-07T03:12:36.281237Z","end":"2026-05-07T03:12:38.109803Z","steps":["trace[1635809386] 'agreement among raft nodes before linearized reading' (duration: 1.828508144s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:38.109403Z","caller":"traceutil/trace.go:171","msg":"trace[1037568493] linearizableReadLoop","detail":"{readStateIndex:29711; appliedIndex:29707; }","duration":"1.298715372s","start":"2026-05-07T03:12:36.810668Z","end":"2026-05-07T03:12:38.109384Z","steps":["trace[1037568493] 'read index received' (duration: 33.13964ms)","trace[1037568493] 'applied index is now lower than readState.Index' (duration: 1.265574882s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:38.109861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.281207Z","time spent":"1.828644797s","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:38.109885Z","caller":"traceutil/trace.go:171","msg":"trace[197667392] transaction","detail":"{read_only:false; response_revision:28647; number_of_response:1; }","duration":"1.491373615s","start":"2026-05-07T03:12:36.618497Z","end":"2026-05-07T03:12:38.109871Z","steps":["trace[197667392] 'process raft request' (duration: 1.490754901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.109959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.618471Z","time spent":"1.491451458s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:38.109976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866043293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.110007Z","caller":"traceutil/trace.go:171","msg":"trace[799315249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28648; }","duration":"2.866118565s","start":"2026-05-07T03:12:35.243878Z","end":"2026-05-07T03:12:38.109996Z","steps":["trace[799315249] 'agreement among raft nodes before linearized reading' (duration: 2.866039983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.243856Z","time spent":"2.866171527s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.109813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.748406Z","time spent":"2.361398184s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:38.109715Z","caller":"traceutil/trace.go:171","msg":"trace[984703687] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28648; }","duration":"2.715597105s","start":"2026-05-07T03:12:35.394097Z","end":"2026-05-07T03:12:38.109695Z","steps":["trace[984703687] 'agreement among raft nodes before linearized reading' (duration: 2.71540414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.394081Z","time spent":"2.716013113s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:38.1096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559765953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.110214Z","caller":"traceutil/trace.go:171","msg":"trace[1909506623] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28648; }","duration":"1.560434407s","start":"2026-05-07T03:12:36.549768Z","end":"2026-05-07T03:12:38.110202Z","steps":["trace[1909506623] 'agreement among raft nodes before linearized reading' (duration: 1.5596604s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973188517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T03:12:38.110254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.549749Z","time spent":"1.560492169s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:38.110281Z","caller":"traceutil/trace.go:171","msg":"trace[1590085219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28648; }","duration":"2.973248158s","start":"2026-05-07T03:12:35.137027Z","end":"2026-05-07T03:12:38.110275Z","steps":["trace[1590085219] 'agreement among raft nodes before linearized reading' (duration: 2.973155066s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.1103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.137008Z","time spent":"2.97328796s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:12:38.110372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141038836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.110396Z","caller":"traceutil/trace.go:171","msg":"trace[2062356653] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28648; }","duration":"4.141105868s","start":"2026-05-07T03:12:33.969282Z","end":"2026-05-07T03:12:38.110388Z","steps":["trace[2062356653] 'agreement among raft nodes before linearized reading' (duration: 4.141070477s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.969259Z","time spent":"4.141150729s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.110439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69333466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-07T03:12:38.110483Z","caller":"traceutil/trace.go:171","msg":"trace[359554333] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28648; }","duration":"3.693417202s","start":"2026-05-07T03:12:34.417055Z","end":"2026-05-07T03:12:38.110472Z","steps":["trace[359554333] 'agreement among raft nodes before linearized reading' (duration: 3.693280889s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475689049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:38.110516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:34.417034Z","time spent":"3.693475442s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T03:12:38.110537Z","caller":"traceutil/trace.go:171","msg":"trace[745682279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28648; }","duration":"3.47574304s","start":"2026-05-07T03:12:34.634781Z","end":"2026-05-07T03:12:38.110524Z","steps":["trace[745682279] 'agreement among raft nodes before linearized reading' (duration: 3.475688189s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:34.634766Z","time spent":"3.475794972s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.110636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220058321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-07T03:12:38.11067Z","caller":"traceutil/trace.go:171","msg":"trace[1565716292] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7; range_end:; response_count:1; response_revision:28648; }","duration":"4.220128043s","start":"2026-05-07T03:12:33.890531Z","end":"2026-05-07T03:12:38.11066Z","steps":["trace[1565716292] 'agreement among raft nodes before linearized reading' (duration: 4.219973529s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520208533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:38.110692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.890514Z","time spent":"4.220173204s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-1de27b3a-503f-43ab-ad9a-1b6290b79fe7\" "} {"level":"warn","ts":"2026-05-07T03:12:38.11069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681931764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:38.110707Z","caller":"traceutil/trace.go:171","msg":"trace[1859559111] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28648; }","duration":"3.52050997s","start":"2026-05-07T03:12:34.590189Z","end":"2026-05-07T03:12:38.110699Z","steps":["trace[1859559111] 'agreement among raft nodes before linearized reading' (duration: 3.520213663s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:38.110719Z","caller":"traceutil/trace.go:171","msg":"trace[1031716662] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28648; }","duration":"3.682034866s","start":"2026-05-07T03:12:34.428675Z","end":"2026-05-07T03:12:38.11071Z","steps":["trace[1031716662] 'agreement among raft nodes before linearized reading' (duration: 3.681977545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:34.590161Z","time spent":"3.520567341s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.110751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:34.428656Z","time spent":"3.682085038s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:38.110648Z","caller":"traceutil/trace.go:171","msg":"trace[1650678698] transaction","detail":"{read_only:false; response_revision:28648; number_of_response:1; }","duration":"1.490115597s","start":"2026-05-07T03:12:36.62051Z","end":"2026-05-07T03:12:38.110626Z","steps":["trace[1650678698] 'process raft request' (duration: 1.488800607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220173084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-05-07T03:12:38.110917Z","caller":"traceutil/trace.go:171","msg":"trace[523447805] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea; range_end:; response_count:1; response_revision:28648; }","duration":"4.220252735s","start":"2026-05-07T03:12:33.890656Z","end":"2026-05-07T03:12:38.110909Z","steps":["trace[523447805] 'agreement among raft nodes before linearized reading' (duration: 4.220168733s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.110938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:33.89065Z","time spent":"4.220283136s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c3835aaea\" "} {"level":"warn","ts":"2026-05-07T03:12:38.111039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.62049Z","time spent":"1.490398543s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:38.112622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820216691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.112724Z","caller":"traceutil/trace.go:171","msg":"trace[480091161] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28648; }","duration":"2.820355484s","start":"2026-05-07T03:12:35.292353Z","end":"2026-05-07T03:12:38.112709Z","steps":["trace[480091161] 'agreement among raft nodes before linearized reading' (duration: 2.820222961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.113077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:35.292332Z","time spent":"2.820726393s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.647987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.541105ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:12:38.649173Z","caller":"traceutil/trace.go:171","msg":"trace[246697694] linearizableReadLoop","detail":"{readStateIndex:29712; appliedIndex:29711; }","duration":"539.262972ms","start":"2026-05-07T03:12:38.109885Z","end":"2026-05-07T03:12:38.649148Z","steps":["trace[246697694] 'read index received' (duration: 4.50046ms)","trace[246697694] 'applied index is now lower than readState.Index' (duration: 534.759632ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:38.649322Z","caller":"traceutil/trace.go:171","msg":"trace[540954764] transaction","detail":"{read_only:false; response_revision:28649; number_of_response:1; }","duration":"533.232238ms","start":"2026-05-07T03:12:38.116064Z","end":"2026-05-07T03:12:38.649296Z","steps":["trace[540954764] 'process raft request' (duration: 532.046561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.649525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257644605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17799"} {"level":"warn","ts":"2026-05-07T03:12:38.649513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.116047Z","time spent":"533.380421ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:38.649391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.798952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.649551Z","caller":"traceutil/trace.go:171","msg":"trace[820248625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28649; }","duration":"1.257700507s","start":"2026-05-07T03:12:37.39184Z","end":"2026-05-07T03:12:38.649541Z","steps":["trace[820248625] 'agreement among raft nodes before linearized reading' (duration: 1.257568654s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:38.649578Z","caller":"traceutil/trace.go:171","msg":"trace[2087832244] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28649; }","duration":"582.043997ms","start":"2026-05-07T03:12:38.067518Z","end":"2026-05-07T03:12:38.649562Z","steps":["trace[2087832244] 'agreement among raft nodes before linearized reading' (duration: 581.752271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.649593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:37.391824Z","time spent":"1.257744057s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17822,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:38.649625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.067496Z","time spent":"582.112809ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:38.649803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279791869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18447"} {"level":"info","ts":"2026-05-07T03:12:38.649836Z","caller":"traceutil/trace.go:171","msg":"trace[491096420] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28649; }","duration":"1.27984498s","start":"2026-05-07T03:12:37.369985Z","end":"2026-05-07T03:12:38.64983Z","steps":["trace[491096420] 'agreement among raft nodes before linearized reading' (duration: 1.279770389s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.649852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:37.369974Z","time spent":"1.279874332s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:12:38.649985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755965523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:12:38.650022Z","caller":"traceutil/trace.go:171","msg":"trace[132259332] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28649; }","duration":"1.756044715s","start":"2026-05-07T03:12:36.893967Z","end":"2026-05-07T03:12:38.650011Z","steps":["trace[132259332] 'agreement among raft nodes before linearized reading' (duration: 1.755941293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.650048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:36.893945Z","time spent":"1.756096326s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:12:38.650046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382970634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.650083Z","caller":"traceutil/trace.go:171","msg":"trace[1632550768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28649; }","duration":"1.383058047s","start":"2026-05-07T03:12:37.267013Z","end":"2026-05-07T03:12:38.650071Z","steps":["trace[1632550768] 'agreement among raft nodes before linearized reading' (duration: 1.382914982s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.650108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:37.266996Z","time spent":"1.383106038s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:38.673899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.184983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:38.673976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.114957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:38.673996Z","caller":"traceutil/trace.go:171","msg":"trace[693175794] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28650; }","duration":"124.338237ms","start":"2026-05-07T03:12:38.549637Z","end":"2026-05-07T03:12:38.673976Z","steps":["trace[693175794] 'agreement among raft nodes before linearized reading' (duration: 124.159253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:38.674042Z","caller":"traceutil/trace.go:171","msg":"trace[1196959911] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28650; }","duration":"555.212979ms","start":"2026-05-07T03:12:38.118814Z","end":"2026-05-07T03:12:38.674027Z","steps":["trace[1196959911] 'agreement among raft nodes before linearized reading' (duration: 555.071216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.674079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.118807Z","time spent":"555.26588ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:38.674208Z","caller":"traceutil/trace.go:171","msg":"trace[391793021] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"558.019441ms","start":"2026-05-07T03:12:38.116164Z","end":"2026-05-07T03:12:38.674183Z","steps":["trace[391793021] 'process raft request' (duration: 557.424388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.674317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.116138Z","time spent":"558.121744ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:38.674777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.388579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:12:38.674821Z","caller":"traceutil/trace.go:171","msg":"trace[1346780757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28650; }","duration":"558.457851ms","start":"2026-05-07T03:12:38.116352Z","end":"2026-05-07T03:12:38.67481Z","steps":["trace[1346780757] 'agreement among raft nodes before linearized reading' (duration: 558.371159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:38.674842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.116316Z","time spent":"558.518283ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:12:39.274562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.988704ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:12:39.27467Z","caller":"traceutil/trace.go:171","msg":"trace[1184358720] linearizableReadLoop","detail":"{readStateIndex:29715; appliedIndex:29714; }","duration":"600.891418ms","start":"2026-05-07T03:12:38.67376Z","end":"2026-05-07T03:12:39.274651Z","steps":["trace[1184358720] 'read index received' (duration: 135.798382ms)","trace[1184358720] 'applied index is now lower than readState.Index' (duration: 465.091526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:39.274761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.651334Z","time spent":"623.424242ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:12:39.275021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.817914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c38439b51\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-07T03:12:39.275144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.404897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:39.275191Z","caller":"traceutil/trace.go:171","msg":"trace[218815957] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28650; }","duration":"595.478429ms","start":"2026-05-07T03:12:38.679699Z","end":"2026-05-07T03:12:39.275177Z","steps":["trace[218815957] 'agreement among raft nodes before linearized reading' (duration: 595.390307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.275299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.679689Z","time spent":"595.599381ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:12:39.275324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.561135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:12:39.275353Z","caller":"traceutil/trace.go:171","msg":"trace[26805270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28650; }","duration":"610.616616ms","start":"2026-05-07T03:12:38.66473Z","end":"2026-05-07T03:12:39.275347Z","steps":["trace[26805270] 'agreement among raft nodes before linearized reading' (duration: 610.523114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.275377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.664717Z","time spent":"610.653707ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:12:39.275186Z","caller":"traceutil/trace.go:171","msg":"trace[1840793918] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ad274c38439b51; range_end:; response_count:1; response_revision:28650; }","duration":"621.023049ms","start":"2026-05-07T03:12:38.654144Z","end":"2026-05-07T03:12:39.275167Z","steps":["trace[1840793918] 'agreement among raft nodes before linearized reading' (duration: 620.721242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.275489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.202814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:39.275488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.654126Z","time spent":"621.352006ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ad274c38439b51\" "} {"level":"info","ts":"2026-05-07T03:12:39.275514Z","caller":"traceutil/trace.go:171","msg":"trace[806401100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28650; }","duration":"617.256645ms","start":"2026-05-07T03:12:38.658251Z","end":"2026-05-07T03:12:39.275508Z","steps":["trace[806401100] 'agreement among raft nodes before linearized reading' (duration: 617.214274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.275532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.658235Z","time spent":"617.293286ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:39.275077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.875352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:12:39.27563Z","caller":"traceutil/trace.go:171","msg":"trace[24001071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7; range_end:; response_count:1; response_revision:28650; }","duration":"598.435164ms","start":"2026-05-07T03:12:38.677172Z","end":"2026-05-07T03:12:39.275607Z","steps":["trace[24001071] 'agreement among raft nodes before linearized reading' (duration: 597.742469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.275684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.677121Z","time spent":"598.550867ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" "} {"level":"warn","ts":"2026-05-07T03:12:39.275875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.648957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-05-07T03:12:39.275964Z","caller":"traceutil/trace.go:171","msg":"trace[146396066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28650; }","duration":"550.794441ms","start":"2026-05-07T03:12:38.72515Z","end":"2026-05-07T03:12:39.275945Z","steps":["trace[146396066] 'agreement among raft nodes before linearized reading' (duration: 549.811529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:39.276007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:38.725128Z","time spent":"550.869102ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137842,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:40.002579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.419353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:40.002809Z","caller":"traceutil/trace.go:171","msg":"trace[2040166652] transaction","detail":"{read_only:false; response_revision:28653; number_of_response:1; }","duration":"628.790601ms","start":"2026-05-07T03:12:39.374003Z","end":"2026-05-07T03:12:40.002793Z","steps":["trace[2040166652] 'process raft request' (duration: 628.73174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.002868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.373974Z","time spent":"628.869313ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:40.003028Z","caller":"traceutil/trace.go:171","msg":"trace[291188894] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"727.270961ms","start":"2026-05-07T03:12:39.275749Z","end":"2026-05-07T03:12:40.00302Z","steps":["trace[291188894] 'process raft request' (duration: 141.326696ms)","trace[291188894] 'compare' (duration: 584.220157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:40.003072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.275726Z","time spent":"727.324172ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:40.003193Z","caller":"traceutil/trace.go:171","msg":"trace[1168645544] linearizableReadLoop","detail":"{readStateIndex:29716; appliedIndex:29715; }","duration":"726.521156ms","start":"2026-05-07T03:12:39.276662Z","end":"2026-05-07T03:12:40.003183Z","steps":["trace[1168645544] 'read index received' (duration: 140.541119ms)","trace[1168645544] 'applied index is now lower than readState.Index' (duration: 585.978967ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:40.003251Z","caller":"traceutil/trace.go:171","msg":"trace[1133079420] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"725.606104ms","start":"2026-05-07T03:12:39.277637Z","end":"2026-05-07T03:12:40.003243Z","steps":["trace[1133079420] 'process raft request' (duration: 725.03399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.003292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.277621Z","time spent":"725.648935ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:40.003564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.897834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:40.0036Z","caller":"traceutil/trace.go:171","msg":"trace[1301471504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28653; }","duration":"726.932825ms","start":"2026-05-07T03:12:39.276657Z","end":"2026-05-07T03:12:40.00359Z","steps":["trace[1301471504] 'agreement among raft nodes before linearized reading' (duration: 726.879634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.003627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.276612Z","time spent":"727.008026ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:40.454237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.197791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:40.454515Z","caller":"traceutil/trace.go:171","msg":"trace[1642196255] transaction","detail":"{read_only:false; response_revision:28654; number_of_response:1; }","duration":"527.580243ms","start":"2026-05-07T03:12:39.926898Z","end":"2026-05-07T03:12:40.454478Z","steps":["trace[1642196255] 'process raft request' (duration: 215.045273ms)","trace[1642196255] 'compare' (duration: 311.883035ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:40.454777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.926868Z","time spent":"527.721456ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:40.454894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173271472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:40.454963Z","caller":"traceutil/trace.go:171","msg":"trace[407185589] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28654; }","duration":"1.173354093s","start":"2026-05-07T03:12:39.281573Z","end":"2026-05-07T03:12:40.454927Z","steps":["trace[407185589] 'agreement among raft nodes before linearized reading' (duration: 1.173243401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.455031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.281558Z","time spent":"1.173438426s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:12:40.454783Z","caller":"traceutil/trace.go:171","msg":"trace[1574279202] linearizableReadLoop","detail":"{readStateIndex:29719; appliedIndex:29718; }","duration":"451.543494ms","start":"2026-05-07T03:12:40.003217Z","end":"2026-05-07T03:12:40.454761Z","steps":["trace[1574279202] 'read index received' (duration: 138.742258ms)","trace[1574279202] 'applied index is now lower than readState.Index' (duration: 312.798426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:40.455234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.27215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:40.455311Z","caller":"traceutil/trace.go:171","msg":"trace[1921027876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28654; }","duration":"821.390383ms","start":"2026-05-07T03:12:39.633901Z","end":"2026-05-07T03:12:40.455292Z","steps":["trace[1921027876] 'agreement among raft nodes before linearized reading' (duration: 821.287581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.455316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125303811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:24099"} {"level":"info","ts":"2026-05-07T03:12:40.455376Z","caller":"traceutil/trace.go:171","msg":"trace[1421555215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28654; }","duration":"1.125417823s","start":"2026-05-07T03:12:39.329943Z","end":"2026-05-07T03:12:40.455361Z","steps":["trace[1421555215] 'agreement among raft nodes before linearized reading' (duration: 1.125213648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.455377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.633881Z","time spent":"821.476265ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:40.455413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.329929Z","time spent":"1.125476885s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":24122,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:40.455527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026277308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:40.455616Z","caller":"traceutil/trace.go:171","msg":"trace[958180383] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28654; }","duration":"1.026382321s","start":"2026-05-07T03:12:39.429204Z","end":"2026-05-07T03:12:40.455586Z","steps":["trace[958180383] 'agreement among raft nodes before linearized reading' (duration: 1.025579113s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.45568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:39.429154Z","time spent":"1.026513694s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:40.522751Z","caller":"traceutil/trace.go:171","msg":"trace[1614161241] transaction","detail":"{read_only:false; response_revision:28656; number_of_response:1; }","duration":"403.374198ms","start":"2026-05-07T03:12:40.119346Z","end":"2026-05-07T03:12:40.52272Z","steps":["trace[1614161241] 'process raft request' (duration: 403.296446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:40.522817Z","caller":"traceutil/trace.go:171","msg":"trace[499171431] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"403.503941ms","start":"2026-05-07T03:12:40.119278Z","end":"2026-05-07T03:12:40.522782Z","steps":["trace[499171431] 'process raft request' (duration: 403.215545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.522907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.119292Z","time spent":"403.536812ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:40.523028Z","caller":"traceutil/trace.go:171","msg":"trace[791273219] transaction","detail":"{read_only:false; response_revision:28657; number_of_response:1; }","duration":"403.093082ms","start":"2026-05-07T03:12:40.119901Z","end":"2026-05-07T03:12:40.522994Z","steps":["trace[791273219] 'process raft request' (duration: 402.782865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.523141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.541537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T03:12:40.523192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.26438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:40.523242Z","caller":"traceutil/trace.go:171","msg":"trace[92428322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28657; }","duration":"512.329712ms","start":"2026-05-07T03:12:40.010898Z","end":"2026-05-07T03:12:40.523228Z","steps":["trace[92428322] 'agreement among raft nodes before linearized reading' (duration: 512.23329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:40.523223Z","caller":"traceutil/trace.go:171","msg":"trace[896587966] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28657; }","duration":"517.65565ms","start":"2026-05-07T03:12:40.005553Z","end":"2026-05-07T03:12:40.523209Z","steps":["trace[896587966] 'agreement among raft nodes before linearized reading' (duration: 517.452796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.523017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.119223Z","time spent":"403.691185ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:40.523293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.010889Z","time spent":"512.394883ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:40.523325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.005538Z","time spent":"517.775123ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:12:40.523246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.119889Z","time spent":"403.260636ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:40.523379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.23881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-07T03:12:40.523517Z","caller":"traceutil/trace.go:171","msg":"trace[2092214141] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7; range_end:; response_count:1; response_revision:28657; }","duration":"517.405883ms","start":"2026-05-07T03:12:40.00608Z","end":"2026-05-07T03:12:40.523486Z","steps":["trace[2092214141] 'agreement among raft nodes before linearized reading' (duration: 517.077086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:40.523579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.006072Z","time spent":"517.492516ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xjpx7.18ad29bc6e27a2a7\" "} {"level":"warn","ts":"2026-05-07T03:12:41.028297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:12:41.21117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.335922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:41.211307Z","caller":"traceutil/trace.go:171","msg":"trace[1396301641] linearizableReadLoop","detail":"{readStateIndex:29723; appliedIndex:29722; }","duration":"683.238208ms","start":"2026-05-07T03:12:40.528047Z","end":"2026-05-07T03:12:41.211286Z","steps":["trace[1396301641] 'read index received' (duration: 560.592569ms)","trace[1396301641] 'applied index is now lower than readState.Index' (duration: 122.642599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:41.211507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.397946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:41.211574Z","caller":"traceutil/trace.go:171","msg":"trace[35429000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28658; }","duration":"243.506438ms","start":"2026-05-07T03:12:40.968051Z","end":"2026-05-07T03:12:41.211557Z","steps":["trace[35429000] 'agreement among raft nodes before linearized reading' (duration: 243.380645ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:41.211561Z","caller":"traceutil/trace.go:171","msg":"trace[260760408] transaction","detail":"{read_only:false; response_revision:28658; number_of_response:1; }","duration":"685.742044ms","start":"2026-05-07T03:12:40.525775Z","end":"2026-05-07T03:12:41.211517Z","steps":["trace[260760408] 'process raft request' (duration: 562.916121ms)","trace[260760408] 'compare' (duration: 122.002095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:41.211826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.52576Z","time spent":"685.901258ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:41.212156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.36877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-05-07T03:12:41.212219Z","caller":"traceutil/trace.go:171","msg":"trace[1418837478] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28658; }","duration":"610.471573ms","start":"2026-05-07T03:12:40.60173Z","end":"2026-05-07T03:12:41.212201Z","steps":["trace[1418837478] 'agreement among raft nodes before linearized reading' (duration: 609.676695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:41.212271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.601709Z","time spent":"610.548245ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170359,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:12:41.212231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.529675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:12:41.212361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.222659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:12:41.212382Z","caller":"traceutil/trace.go:171","msg":"trace[646329968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28658; }","duration":"242.73951ms","start":"2026-05-07T03:12:40.969593Z","end":"2026-05-07T03:12:41.212333Z","steps":["trace[646329968] 'agreement among raft nodes before linearized reading' (duration: 241.819019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:41.212439Z","caller":"traceutil/trace.go:171","msg":"trace[506633896] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28658; }","duration":"684.405784ms","start":"2026-05-07T03:12:40.528019Z","end":"2026-05-07T03:12:41.212425Z","steps":["trace[506633896] 'agreement among raft nodes before linearized reading' (duration: 683.370051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:41.212494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:40.528002Z","time spent":"684.481845ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:12:41.594837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.82896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:12:41.595042Z","caller":"traceutil/trace.go:171","msg":"trace[408624178] linearizableReadLoop","detail":"{readStateIndex:29725; appliedIndex:29724; }","duration":"228.990964ms","start":"2026-05-07T03:12:41.366036Z","end":"2026-05-07T03:12:41.595026Z","steps":["trace[408624178] 'read index received' (duration: 98.796066ms)","trace[408624178] 'applied index is now lower than readState.Index' (duration: 130.159358ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:41.595193Z","caller":"traceutil/trace.go:171","msg":"trace[1631360244] transaction","detail":"{read_only:false; response_revision:28660; number_of_response:1; }","duration":"283.286046ms","start":"2026-05-07T03:12:41.311871Z","end":"2026-05-07T03:12:41.595157Z","steps":["trace[1631360244] 'process raft request' (duration: 153.041827ms)","trace[1631360244] 'compare' (duration: 129.695547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:41.595636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.579757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"warn","ts":"2026-05-07T03:12:41.59573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.453809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:41.595738Z","caller":"traceutil/trace.go:171","msg":"trace[1815716239] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:28660; }","duration":"229.71397ms","start":"2026-05-07T03:12:41.366004Z","end":"2026-05-07T03:12:41.595718Z","steps":["trace[1815716239] 'agreement among raft nodes before linearized reading' (duration: 229.420773ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:41.59576Z","caller":"traceutil/trace.go:171","msg":"trace[1102244723] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28660; }","duration":"214.533391ms","start":"2026-05-07T03:12:41.381219Z","end":"2026-05-07T03:12:41.595753Z","steps":["trace[1102244723] 'agreement among raft nodes before linearized reading' (duration: 214.45405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.303589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289004576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:12:42.519791Z","caller":"traceutil/trace.go:171","msg":"trace[746938050] transaction","detail":"{read_only:false; response_revision:28661; number_of_response:1; }","duration":"918.977682ms","start":"2026-05-07T03:12:41.60072Z","end":"2026-05-07T03:12:42.519698Z","steps":["trace[746938050] 'process raft request' (duration: 916.740122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.520004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:41.600686Z","time spent":"919.243178ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:42.541062Z","caller":"traceutil/trace.go:171","msg":"trace[1604371103] linearizableReadLoop","detail":"{readStateIndex:29728; appliedIndex:29725; }","duration":"738.574833ms","start":"2026-05-07T03:12:41.80246Z","end":"2026-05-07T03:12:42.541035Z","steps":["trace[1604371103] 'read index received' (duration: 715.015397ms)","trace[1604371103] 'applied index is now lower than readState.Index' (duration: 23.558246ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:42.541154Z","caller":"traceutil/trace.go:171","msg":"trace[886177139] transaction","detail":"{read_only:false; response_revision:28662; number_of_response:1; }","duration":"724.951968ms","start":"2026-05-07T03:12:41.816154Z","end":"2026-05-07T03:12:42.541106Z","steps":["trace[886177139] 'process raft request' (duration: 724.595891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:42.541298Z","caller":"traceutil/trace.go:171","msg":"trace[1353242472] transaction","detail":"{read_only:false; response_revision:28663; number_of_response:1; }","duration":"519.381599ms","start":"2026-05-07T03:12:42.021887Z","end":"2026-05-07T03:12:42.541269Z","steps":["trace[1353242472] 'process raft request' (duration: 519.091612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.541831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.021857Z","time spent":"519.87668ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:42.541839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:41.816129Z","time spent":"725.437361ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:42.541468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.938352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:42.542172Z","caller":"traceutil/trace.go:171","msg":"trace[783549844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28663; }","duration":"739.690868ms","start":"2026-05-07T03:12:41.802408Z","end":"2026-05-07T03:12:42.542099Z","steps":["trace[783549844] 'agreement among raft nodes before linearized reading' (duration: 738.926141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.542311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:41.80239Z","time spent":"739.825272ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:12:42.875809Z","caller":"traceutil/trace.go:171","msg":"trace[606057485] transaction","detail":"{read_only:false; response_revision:28664; number_of_response:1; }","duration":"347.104772ms","start":"2026-05-07T03:12:42.528676Z","end":"2026-05-07T03:12:42.875781Z","steps":["trace[606057485] 'process raft request' (duration: 346.706333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.875959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.528657Z","time spent":"347.225934ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:42.876054Z","caller":"traceutil/trace.go:171","msg":"trace[199285615] transaction","detail":"{read_only:false; response_revision:28665; number_of_response:1; }","duration":"347.245104ms","start":"2026-05-07T03:12:42.528778Z","end":"2026-05-07T03:12:42.876023Z","steps":["trace[199285615] 'process raft request' (duration: 346.942168ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:42.876068Z","caller":"traceutil/trace.go:171","msg":"trace[587226403] transaction","detail":"{read_only:false; response_revision:28666; number_of_response:1; }","duration":"346.705323ms","start":"2026-05-07T03:12:42.529315Z","end":"2026-05-07T03:12:42.876021Z","steps":["trace[587226403] 'process raft request' (duration: 346.485888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.876242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.528768Z","time spent":"347.356258ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:12:42.87626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.98185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad28c367dba7da\" ","response":"range_response_count:1 size:1395"} {"level":"warn","ts":"2026-05-07T03:12:42.876311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.529304Z","time spent":"346.901587ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:12:42.876358Z","caller":"traceutil/trace.go:171","msg":"trace[1163129454] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad28c367dba7da; range_end:; response_count:1; response_revision:28666; }","duration":"352.108493ms","start":"2026-05-07T03:12:42.52423Z","end":"2026-05-07T03:12:42.876338Z","steps":["trace[1163129454] 'agreement among raft nodes before linearized reading' (duration: 351.937059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.8764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.524211Z","time spent":"352.181055ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1418,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad28c367dba7da\" "} {"level":"info","ts":"2026-05-07T03:12:42.876089Z","caller":"traceutil/trace.go:171","msg":"trace[4581303] linearizableReadLoop","detail":"{readStateIndex:29731; appliedIndex:29728; }","duration":"334.640383ms","start":"2026-05-07T03:12:42.541217Z","end":"2026-05-07T03:12:42.875858Z","steps":["trace[4581303] 'read index received' (duration: 334.139232ms)","trace[4581303] 'applied index is now lower than readState.Index' (duration: 499.941µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:12:42.876482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.026934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:12:42.876681Z","caller":"traceutil/trace.go:171","msg":"trace[99010760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28666; }","duration":"610.305319ms","start":"2026-05-07T03:12:42.266354Z","end":"2026-05-07T03:12:42.876659Z","steps":["trace[99010760] 'agreement among raft nodes before linearized reading' (duration: 610.000103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.876737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.266333Z","time spent":"610.386912ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:12:42.876868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.867186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:42.876923Z","caller":"traceutil/trace.go:171","msg":"trace[732451188] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28666; }","duration":"342.959359ms","start":"2026-05-07T03:12:42.533951Z","end":"2026-05-07T03:12:42.876911Z","steps":["trace[732451188] 'agreement among raft nodes before linearized reading' (duration: 342.836586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:42.876965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:12:42.533924Z","time spent":"343.027771ms","remote":"127.0.0.1:49462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:12:42.942515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.370486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:12:42.942603Z","caller":"traceutil/trace.go:171","msg":"trace[576350685] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28668; }","duration":"239.502469ms","start":"2026-05-07T03:12:42.703083Z","end":"2026-05-07T03:12:42.942586Z","steps":["trace[576350685] 'agreement among raft nodes before linearized reading' (duration: 237.005093ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:43.222374Z","caller":"traceutil/trace.go:171","msg":"trace[553122286] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"139.497865ms","start":"2026-05-07T03:12:43.082834Z","end":"2026-05-07T03:12:43.222332Z","steps":["trace[553122286] 'process raft request' (duration: 84.393065ms)","trace[553122286] 'compare' (duration: 54.955927ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:47.022369Z","caller":"traceutil/trace.go:171","msg":"trace[530803774] transaction","detail":"{read_only:false; response_revision:28786; number_of_response:1; }","duration":"119.15806ms","start":"2026-05-07T03:12:46.903175Z","end":"2026-05-07T03:12:47.022333Z","steps":["trace[530803774] 'process raft request' (duration: 118.560787ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:47.022731Z","caller":"traceutil/trace.go:171","msg":"trace[220653194] transaction","detail":"{read_only:false; response_revision:28787; number_of_response:1; }","duration":"119.352535ms","start":"2026-05-07T03:12:46.90333Z","end":"2026-05-07T03:12:47.022682Z","steps":["trace[220653194] 'process raft request' (duration: 118.894365ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:58.970159Z","caller":"traceutil/trace.go:171","msg":"trace[622429692] transaction","detail":"{read_only:false; response_revision:28860; number_of_response:1; }","duration":"115.545621ms","start":"2026-05-07T03:12:58.854582Z","end":"2026-05-07T03:12:58.970128Z","steps":["trace[622429692] 'process raft request' (duration: 115.397597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:04.997814Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:13:05.013017Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T03:13:05.01312Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-05-07T03:14:23.849541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.768113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:14:23.849801Z","caller":"traceutil/trace.go:171","msg":"trace[1476528032] transaction","detail":"{read_only:false; response_revision:29630; number_of_response:1; }","duration":"193.256505ms","start":"2026-05-07T03:14:23.656515Z","end":"2026-05-07T03:14:23.849771Z","steps":["trace[1476528032] 'process raft request' (duration: 52.144104ms)","trace[1476528032] 'compare' (duration: 140.482887ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:23.883879Z","caller":"traceutil/trace.go:171","msg":"trace[1535124419] linearizableReadLoop","detail":"{readStateIndex:30720; appliedIndex:30719; }","duration":"131.933067ms","start":"2026-05-07T03:14:23.751917Z","end":"2026-05-07T03:14:23.88385Z","steps":["trace[1535124419] 'read index received' (duration: 131.773224ms)","trace[1535124419] 'applied index is now lower than readState.Index' (duration: 158.703µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:23.88395Z","caller":"traceutil/trace.go:171","msg":"trace[48951996] transaction","detail":"{read_only:false; response_revision:29631; number_of_response:1; }","duration":"224.603337ms","start":"2026-05-07T03:14:23.65931Z","end":"2026-05-07T03:14:23.883913Z","steps":["trace[48951996] 'process raft request' (duration: 224.31827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:23.884335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.390007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:14:23.884846Z","caller":"traceutil/trace.go:171","msg":"trace[6906033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29631; }","duration":"132.929779ms","start":"2026-05-07T03:14:23.751874Z","end":"2026-05-07T03:14:23.884804Z","steps":["trace[6906033] 'agreement among raft nodes before linearized reading' (duration: 132.094751ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:28.390228Z","caller":"traceutil/trace.go:171","msg":"trace[135225655] transaction","detail":"{read_only:false; response_revision:29665; number_of_response:1; }","duration":"170.501378ms","start":"2026-05-07T03:14:28.219702Z","end":"2026-05-07T03:14:28.390203Z","steps":["trace[135225655] 'process raft request' (duration: 170.319994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:34.117162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289007278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:14:34.232887Z","caller":"traceutil/trace.go:171","msg":"trace[663859439] transaction","detail":"{read_only:false; response_revision:29702; number_of_response:1; }","duration":"669.848739ms","start":"2026-05-07T03:14:33.563007Z","end":"2026-05-07T03:14:34.232855Z","steps":["trace[663859439] 'process raft request' (duration: 669.685765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:34.233098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.56299Z","time spent":"669.977261ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:35.722978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.513912Z","time spent":"1.209059551s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:14:35.726433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.944185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:14:35.726649Z","caller":"traceutil/trace.go:171","msg":"trace[71588260] transaction","detail":"{read_only:false; response_revision:29703; number_of_response:1; }","duration":"2.081239388s","start":"2026-05-07T03:14:33.645391Z","end":"2026-05-07T03:14:35.726631Z","steps":["trace[71588260] 'process raft request' (duration: 1.25696443s)","trace[71588260] 'compare' (duration: 819.627834ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:35.726777Z","caller":"traceutil/trace.go:171","msg":"trace[1750124429] transaction","detail":"{read_only:false; response_revision:29705; number_of_response:1; }","duration":"1.790086795s","start":"2026-05-07T03:14:33.936668Z","end":"2026-05-07T03:14:35.726754Z","steps":["trace[1750124429] 'process raft request' (duration: 1.790010554s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:35.726804Z","caller":"traceutil/trace.go:171","msg":"trace[2052185944] transaction","detail":"{read_only:false; response_revision:29704; number_of_response:1; }","duration":"1.839148941s","start":"2026-05-07T03:14:33.887632Z","end":"2026-05-07T03:14:35.726781Z","steps":["trace[2052185944] 'process raft request' (duration: 1.838917066s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:35.726891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.936643Z","time spent":"1.790171168s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:35.726925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.887609Z","time spent":"1.839234653s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:35.726973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.645366Z","time spent":"2.08133352s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:35.727058Z","caller":"traceutil/trace.go:171","msg":"trace[942350694] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"1.775879649s","start":"2026-05-07T03:14:33.951167Z","end":"2026-05-07T03:14:35.727046Z","steps":["trace[942350694] 'process raft request' (duration: 1.775553042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:35.727116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.95114Z","time spent":"1.775943821s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:35.72714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110715795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:14:35.727184Z","caller":"traceutil/trace.go:171","msg":"trace[1305667556] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29706; }","duration":"2.110810778s","start":"2026-05-07T03:14:33.616361Z","end":"2026-05-07T03:14:35.727172Z","steps":["trace[1305667556] 'agreement among raft nodes before linearized reading' (duration: 2.110718516s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:35.72703Z","caller":"traceutil/trace.go:171","msg":"trace[1803828006] linearizableReadLoop","detail":"{readStateIndex:30797; appliedIndex:30792; }","duration":"2.110582052s","start":"2026-05-07T03:14:33.616401Z","end":"2026-05-07T03:14:35.726983Z","steps":["trace[1803828006] 'read index received' (duration: 616.401575ms)","trace[1803828006] 'applied index is now lower than readState.Index' (duration: 1.494178797s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:35.727216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.616343Z","time spent":"2.110863369s","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:35.781316Z","caller":"traceutil/trace.go:171","msg":"trace[1218860929] transaction","detail":"{read_only:false; response_revision:29708; number_of_response:1; }","duration":"1.086644327s","start":"2026-05-07T03:14:34.694656Z","end":"2026-05-07T03:14:35.781301Z","steps":["trace[1218860929] 'process raft request' (duration: 1.086611236s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:35.781448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.694631Z","time spent":"1.086753149s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:35.781685Z","caller":"traceutil/trace.go:171","msg":"trace[1573889011] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"1.177761772s","start":"2026-05-07T03:14:34.603918Z","end":"2026-05-07T03:14:35.78168Z","steps":["trace[1573889011] 'process raft request' (duration: 1.177239341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:35.781721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.603876Z","time spent":"1.177827514s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:36.266957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:14:36.267024Z","caller":"traceutil/trace.go:171","msg":"trace[592712820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643218s","start":"2026-05-07T03:14:34.266365Z","end":"2026-05-07T03:14:36.267008Z","steps":["trace[592712820] 'agreement among raft nodes before linearized reading' (duration: 2.000561837s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.267059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.266353Z","time spent":"2.000699059s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:14:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:14:36.390388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.415278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:14:36.390605Z","caller":"traceutil/trace.go:171","msg":"trace[576437010] linearizableReadLoop","detail":"{readStateIndex:30802; appliedIndex:30797; }","duration":"663.379955ms","start":"2026-05-07T03:14:35.727209Z","end":"2026-05-07T03:14:36.390589Z","steps":["trace[576437010] 'read index received' (duration: 53.878254ms)","trace[576437010] 'applied index is now lower than readState.Index' (duration: 609.500771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:36.390739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443062436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.390775Z","caller":"traceutil/trace.go:171","msg":"trace[1270692335] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:29711; }","duration":"1.443136938s","start":"2026-05-07T03:14:34.947628Z","end":"2026-05-07T03:14:36.390765Z","steps":["trace[1270692335] 'agreement among raft nodes before linearized reading' (duration: 1.443048346s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.390821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.947608Z","time spent":"1.443199009s","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.390858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430613167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:14:36.390966Z","caller":"traceutil/trace.go:171","msg":"trace[926014877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29711; }","duration":"1.430816183s","start":"2026-05-07T03:14:34.960125Z","end":"2026-05-07T03:14:36.390941Z","steps":["trace[926014877] 'agreement among raft nodes before linearized reading' (duration: 1.430483335s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.391033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.960104Z","time spent":"1.430913265s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:14:36.391138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619696821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.391179Z","caller":"traceutil/trace.go:171","msg":"trace[268903656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29711; }","duration":"1.619776733s","start":"2026-05-07T03:14:34.771392Z","end":"2026-05-07T03:14:36.391169Z","steps":["trace[268903656] 'agreement among raft nodes before linearized reading' (duration: 1.619709121s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.391209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.771369Z","time spent":"1.619832053s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:36.391317Z","caller":"traceutil/trace.go:171","msg":"trace[946217552] transaction","detail":"{read_only:false; response_revision:29709; number_of_response:1; }","duration":"1.477943064s","start":"2026-05-07T03:14:34.913351Z","end":"2026-05-07T03:14:36.391294Z","steps":["trace[946217552] 'process raft request' (duration: 1.086529504s)","trace[946217552] 'compare' (duration: 390.276656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:36.39145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.913304Z","time spent":"1.478063257s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:36.391718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597436845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:14:36.391818Z","caller":"traceutil/trace.go:171","msg":"trace[2022967625] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:29711; }","duration":"2.59758886s","start":"2026-05-07T03:14:33.794212Z","end":"2026-05-07T03:14:36.3918Z","steps":["trace[2022967625] 'agreement among raft nodes before linearized reading' (duration: 2.597165049s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.39191Z","caller":"traceutil/trace.go:171","msg":"trace[2024892669] transaction","detail":"{read_only:false; response_revision:29710; number_of_response:1; }","duration":"1.17985523s","start":"2026-05-07T03:14:35.212036Z","end":"2026-05-07T03:14:36.391891Z","steps":["trace[2024892669] 'process raft request' (duration: 1.178449558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.392016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.212012Z","time spent":"1.179952071s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:36.39214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.794193Z","time spent":"2.597691191s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:36.392241Z","caller":"traceutil/trace.go:171","msg":"trace[1220298131] transaction","detail":"{read_only:false; response_revision:29711; number_of_response:1; }","duration":"1.136064511s","start":"2026-05-07T03:14:35.25616Z","end":"2026-05-07T03:14:36.392225Z","steps":["trace[1220298131] 'process raft request' (duration: 1.134385783s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.392333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.256135Z","time spent":"1.136150292s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:36.392565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.344391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.39263Z","caller":"traceutil/trace.go:171","msg":"trace[220676003] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29711; }","duration":"696.407622ms","start":"2026-05-07T03:14:35.696203Z","end":"2026-05-07T03:14:36.39261Z","steps":["trace[220676003] 'agreement among raft nodes before linearized reading' (duration: 696.31038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.392684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.696158Z","time spent":"696.511425ms","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.392786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97919534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:14:36.392873Z","caller":"traceutil/trace.go:171","msg":"trace[1805948885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29711; }","duration":"1.979323632s","start":"2026-05-07T03:14:34.41353Z","end":"2026-05-07T03:14:36.392853Z","steps":["trace[1805948885] 'agreement among raft nodes before linearized reading' (duration: 1.979083846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.392922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.41351Z","time spent":"1.979402594s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:14:36.392945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866569343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:14:36.393017Z","caller":"traceutil/trace.go:171","msg":"trace[1000193717] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29711; }","duration":"1.866678936s","start":"2026-05-07T03:14:34.526327Z","end":"2026-05-07T03:14:36.393006Z","steps":["trace[1000193717] 'agreement among raft nodes before linearized reading' (duration: 1.865027379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031460004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:14:36.393095Z","caller":"traceutil/trace.go:171","msg":"trace[966223427] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29711; }","duration":"1.031532666s","start":"2026-05-07T03:14:35.361549Z","end":"2026-05-07T03:14:36.393081Z","steps":["trace[966223427] 'agreement among raft nodes before linearized reading' (duration: 1.031349512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73513159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.393136Z","caller":"traceutil/trace.go:171","msg":"trace[1790108404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:29711; }","duration":"2.735193642s","start":"2026-05-07T03:14:33.657934Z","end":"2026-05-07T03:14:36.393127Z","steps":["trace[1790108404] 'agreement among raft nodes before linearized reading' (duration: 2.735141381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.361479Z","time spent":"1.031648179s","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.393162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227351761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:14:36.393171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:33.657916Z","time spent":"2.735246392s","remote":"127.0.0.1:49574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:36.393215Z","caller":"traceutil/trace.go:171","msg":"trace[872819976] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29711; }","duration":"2.227417152s","start":"2026-05-07T03:14:34.165771Z","end":"2026-05-07T03:14:36.393188Z","steps":["trace[872819976] 'agreement among raft nodes before linearized reading' (duration: 2.227349231s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.165758Z","time spent":"2.227489274s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.393484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296042013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:14:36.393537Z","caller":"traceutil/trace.go:171","msg":"trace[1614384516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29711; }","duration":"1.296195226s","start":"2026-05-07T03:14:35.097327Z","end":"2026-05-07T03:14:36.393522Z","steps":["trace[1614384516] 'agreement among raft nodes before linearized reading' (duration: 1.296057493s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.097307Z","time spent":"1.296257108s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:14:36.393682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135473078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-07T03:14:36.393742Z","caller":"traceutil/trace.go:171","msg":"trace[54497257] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29711; }","duration":"2.13553751s","start":"2026-05-07T03:14:34.258187Z","end":"2026-05-07T03:14:36.393725Z","steps":["trace[54497257] 'agreement among raft nodes before linearized reading' (duration: 2.134589449s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.258131Z","time spent":"2.135637273s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T03:14:36.393816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119933302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:14:36.393838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430615407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:14:36.393872Z","caller":"traceutil/trace.go:171","msg":"trace[1111889501] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:29711; }","duration":"2.120038245s","start":"2026-05-07T03:14:34.273818Z","end":"2026-05-07T03:14:36.393856Z","steps":["trace[1111889501] 'agreement among raft nodes before linearized reading' (duration: 2.119882481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.393911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.273796Z","time spent":"2.120106776s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.393054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.526312Z","time spent":"1.866731597s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2551,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.393993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125534526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-05-07T03:14:36.393874Z","caller":"traceutil/trace.go:171","msg":"trace[1086596494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29711; }","duration":"1.430679409s","start":"2026-05-07T03:14:34.963185Z","end":"2026-05-07T03:14:36.393864Z","steps":["trace[1086596494] 'agreement among raft nodes before linearized reading' (duration: 1.430581907s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.39408Z","caller":"traceutil/trace.go:171","msg":"trace[204226843] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29711; }","duration":"2.125650109s","start":"2026-05-07T03:14:34.268411Z","end":"2026-05-07T03:14:36.394061Z","steps":["trace[204226843] 'agreement among raft nodes before linearized reading' (duration: 2.125297501s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.394129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.268406Z","time spent":"2.125713491s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11810,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-07T03:14:36.394122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:34.963171Z","time spent":"1.430918164s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:14:36.394231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.961604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:14:36.39423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.585418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.39428Z","caller":"traceutil/trace.go:171","msg":"trace[1428867312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29711; }","duration":"127.052627ms","start":"2026-05-07T03:14:36.267217Z","end":"2026-05-07T03:14:36.394269Z","steps":["trace[1428867312] 'agreement among raft nodes before linearized reading' (duration: 126.965905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.394288Z","caller":"traceutil/trace.go:171","msg":"trace[455239848] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29711; }","duration":"495.68697ms","start":"2026-05-07T03:14:35.898589Z","end":"2026-05-07T03:14:36.394276Z","steps":["trace[455239848] 'agreement among raft nodes before linearized reading' (duration: 495.587398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.394328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:35.898569Z","time spent":"495.749531ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:14:36.394339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.492607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:14:36.394385Z","caller":"traceutil/trace.go:171","msg":"trace[1550701995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29711; }","duration":"157.567218ms","start":"2026-05-07T03:14:36.236805Z","end":"2026-05-07T03:14:36.394372Z","steps":["trace[1550701995] 'agreement among raft nodes before linearized reading' (duration: 157.436875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.667798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.891585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:14:36.668104Z","caller":"traceutil/trace.go:171","msg":"trace[1029318590] linearizableReadLoop","detail":"{readStateIndex:30805; appliedIndex:30802; }","duration":"269.082489ms","start":"2026-05-07T03:14:36.399004Z","end":"2026-05-07T03:14:36.668086Z","steps":["trace[1029318590] 'read index received' (duration: 93.811026ms)","trace[1029318590] 'applied index is now lower than readState.Index' (duration: 175.270443ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:36.668165Z","caller":"traceutil/trace.go:171","msg":"trace[1821014335] transaction","detail":"{read_only:false; response_revision:29713; number_of_response:1; }","duration":"269.439687ms","start":"2026-05-07T03:14:36.398699Z","end":"2026-05-07T03:14:36.668138Z","steps":["trace[1821014335] 'process raft request' (duration: 269.201012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.668206Z","caller":"traceutil/trace.go:171","msg":"trace[307644861] transaction","detail":"{read_only:false; response_revision:29714; number_of_response:1; }","duration":"269.454667ms","start":"2026-05-07T03:14:36.398739Z","end":"2026-05-07T03:14:36.668194Z","steps":["trace[307644861] 'process raft request' (duration: 269.222832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.668429Z","caller":"traceutil/trace.go:171","msg":"trace[1721454869] transaction","detail":"{read_only:false; response_revision:29712; number_of_response:1; }","duration":"269.865506ms","start":"2026-05-07T03:14:36.398553Z","end":"2026-05-07T03:14:36.668418Z","steps":["trace[1721454869] 'process raft request' (duration: 94.276936ms)","trace[1721454869] 'compare' (duration: 174.724761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:36.668525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.43629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11787"} {"level":"info","ts":"2026-05-07T03:14:36.668509Z","caller":"traceutil/trace.go:171","msg":"trace[647319981] transaction","detail":"{read_only:false; response_revision:29715; number_of_response:1; }","duration":"266.272687ms","start":"2026-05-07T03:14:36.402213Z","end":"2026-05-07T03:14:36.668486Z","steps":["trace[647319981] 'process raft request' (duration: 265.787446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.668568Z","caller":"traceutil/trace.go:171","msg":"trace[988499702] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29716; }","duration":"266.492401ms","start":"2026-05-07T03:14:36.402064Z","end":"2026-05-07T03:14:36.668556Z","steps":["trace[988499702] 'agreement among raft nodes before linearized reading' (duration: 266.321518ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:36.668568Z","caller":"traceutil/trace.go:171","msg":"trace[263752092] transaction","detail":"{read_only:false; response_revision:29716; number_of_response:1; }","duration":"264.452395ms","start":"2026-05-07T03:14:36.404096Z","end":"2026-05-07T03:14:36.668548Z","steps":["trace[263752092] 'process raft request' (duration: 263.958524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.668579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.516168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:36.668616Z","caller":"traceutil/trace.go:171","msg":"trace[1890720008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29716; }","duration":"265.5898ms","start":"2026-05-07T03:14:36.403016Z","end":"2026-05-07T03:14:36.668606Z","steps":["trace[1890720008] 'agreement among raft nodes before linearized reading' (duration: 265.512799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:36.668939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.931428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f81f1efc-b276-4d14-a6b2-0e52d6bf0bab\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-07T03:14:36.668978Z","caller":"traceutil/trace.go:171","msg":"trace[745423797] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f81f1efc-b276-4d14-a6b2-0e52d6bf0bab; range_end:; response_count:1; response_revision:29716; }","duration":"270.04255ms","start":"2026-05-07T03:14:36.398923Z","end":"2026-05-07T03:14:36.668966Z","steps":["trace[745423797] 'agreement among raft nodes before linearized reading' (duration: 269.913778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:37.56092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.321721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:37.561016Z","caller":"traceutil/trace.go:171","msg":"trace[1598491192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29716; }","duration":"164.426483ms","start":"2026-05-07T03:14:37.396575Z","end":"2026-05-07T03:14:37.561002Z","steps":["trace[1598491192] 'range keys from in-memory index tree' (duration: 164.30667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:37.562101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.031386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:14:37.562546Z","caller":"traceutil/trace.go:171","msg":"trace[94700100] linearizableReadLoop","detail":"{readStateIndex:30808; appliedIndex:30807; }","duration":"790.756829ms","start":"2026-05-07T03:14:36.771779Z","end":"2026-05-07T03:14:37.562536Z","steps":["trace[94700100] 'read index received' (duration: 149.216692ms)","trace[94700100] 'applied index is now lower than readState.Index' (duration: 641.538857ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:37.562565Z","caller":"traceutil/trace.go:171","msg":"trace[149198873] transaction","detail":"{read_only:false; response_revision:29717; number_of_response:1; }","duration":"813.949167ms","start":"2026-05-07T03:14:36.748591Z","end":"2026-05-07T03:14:37.562541Z","steps":["trace[149198873] 'process raft request' (duration: 172.39085ms)","trace[149198873] 'compare' (duration: 639.943281ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:37.562641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:36.748571Z","time spent":"814.033628ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:38.067228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.012368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:14:38.067355Z","caller":"traceutil/trace.go:171","msg":"trace[1000047982] linearizableReadLoop","detail":"{readStateIndex:30809; appliedIndex:30808; }","duration":"504.759513ms","start":"2026-05-07T03:14:37.562571Z","end":"2026-05-07T03:14:38.067331Z","steps":["trace[1000047982] 'read index received' (duration: 56.542µs)","trace[1000047982] 'applied index is now lower than readState.Index' (duration: 504.700841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:38.067552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166611053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:14:38.067601Z","caller":"traceutil/trace.go:171","msg":"trace[918026711] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:29718; }","duration":"1.166712955s","start":"2026-05-07T03:14:36.900875Z","end":"2026-05-07T03:14:38.067588Z","steps":["trace[918026711] 'agreement among raft nodes before linearized reading' (duration: 1.166540821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.06765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:36.900852Z","time spent":"1.166787577s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:14:38.067745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295964122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:14:38.067833Z","caller":"traceutil/trace.go:171","msg":"trace[84468606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29718; }","duration":"1.296088964s","start":"2026-05-07T03:14:36.771726Z","end":"2026-05-07T03:14:38.067815Z","steps":["trace[84468606] 'agreement among raft nodes before linearized reading' (duration: 790.880621ms)","trace[84468606] 'range keys from in-memory index tree' (duration: 504.950948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:14:38.067937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159168686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:14:38.067928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:36.771707Z","time spent":"1.296201067s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:14:38.068022Z","caller":"traceutil/trace.go:171","msg":"trace[1227306976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29718; }","duration":"1.159294949s","start":"2026-05-07T03:14:36.908713Z","end":"2026-05-07T03:14:38.068008Z","steps":["trace[1227306976] 'agreement among raft nodes before linearized reading' (duration: 1.159182787s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.068243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:36.908685Z","time spent":"1.159540495s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:38.167864Z","caller":"traceutil/trace.go:171","msg":"trace[924622894] transaction","detail":"{read_only:false; response_revision:29719; number_of_response:1; }","duration":"435.733841ms","start":"2026-05-07T03:14:37.732097Z","end":"2026-05-07T03:14:38.167831Z","steps":["trace[924622894] 'process raft request' (duration: 435.508665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.168065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.732079Z","time spent":"435.886305ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:38.687231Z","caller":"traceutil/trace.go:171","msg":"trace[1872056693] transaction","detail":"{read_only:false; response_revision:29720; number_of_response:1; }","duration":"955.036478ms","start":"2026-05-07T03:14:37.732134Z","end":"2026-05-07T03:14:38.687171Z","steps":["trace[1872056693] 'process raft request' (duration: 953.301449ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:38.687379Z","caller":"traceutil/trace.go:171","msg":"trace[1948663993] transaction","detail":"{read_only:false; response_revision:29724; number_of_response:1; }","duration":"899.930866ms","start":"2026-05-07T03:14:37.787428Z","end":"2026-05-07T03:14:38.687359Z","steps":["trace[1948663993] 'process raft request' (duration: 899.714542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.687422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.732105Z","time spent":"955.217382ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:38.68749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.787416Z","time spent":"900.016999ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:38.687606Z","caller":"traceutil/trace.go:171","msg":"trace[1480122847] transaction","detail":"{read_only:false; response_revision:29721; number_of_response:1; }","duration":"954.947106ms","start":"2026-05-07T03:14:37.732652Z","end":"2026-05-07T03:14:38.687599Z","steps":["trace[1480122847] 'process raft request' (duration: 954.403884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.687648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.732615Z","time spent":"955.009707ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:14:38.687643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.919132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:14:38.687416Z","caller":"traceutil/trace.go:171","msg":"trace[1421308918] linearizableReadLoop","detail":"{readStateIndex:30817; appliedIndex:30809; }","duration":"614.675257ms","start":"2026-05-07T03:14:38.072713Z","end":"2026-05-07T03:14:38.687388Z","steps":["trace[1421308918] 'read index received' (duration: 94.93656ms)","trace[1421308918] 'applied index is now lower than readState.Index' (duration: 519.735827ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:14:38.687689Z","caller":"traceutil/trace.go:171","msg":"trace[811454343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29726; }","duration":"615.003153ms","start":"2026-05-07T03:14:38.072674Z","end":"2026-05-07T03:14:38.687677Z","steps":["trace[811454343] 'agreement among raft nodes before linearized reading' (duration: 614.791839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:38.687707Z","caller":"traceutil/trace.go:171","msg":"trace[1037560368] transaction","detail":"{read_only:false; response_revision:29723; number_of_response:1; }","duration":"900.450818ms","start":"2026-05-07T03:14:37.787248Z","end":"2026-05-07T03:14:38.687699Z","steps":["trace[1037560368] 'process raft request' (duration: 899.869365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.68773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:38.072658Z","time spent":"615.064665ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:14:38.687737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.787225Z","time spent":"900.495439ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:38.687716Z","caller":"traceutil/trace.go:171","msg":"trace[1919523914] transaction","detail":"{read_only:false; response_revision:29725; number_of_response:1; }","duration":"882.704492ms","start":"2026-05-07T03:14:37.804966Z","end":"2026-05-07T03:14:38.68767Z","steps":["trace[1919523914] 'process raft request' (duration: 882.201201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:14:38.687872Z","caller":"traceutil/trace.go:171","msg":"trace[660432312] transaction","detail":"{read_only:false; response_revision:29726; number_of_response:1; }","duration":"287.091841ms","start":"2026-05-07T03:14:38.400774Z","end":"2026-05-07T03:14:38.687866Z","steps":["trace[660432312] 'process raft request' (duration: 286.475498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.687876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.80494Z","time spent":"882.853636ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:38.688094Z","caller":"traceutil/trace.go:171","msg":"trace[940702435] transaction","detail":"{read_only:false; response_revision:29727; number_of_response:1; }","duration":"283.331517ms","start":"2026-05-07T03:14:38.404752Z","end":"2026-05-07T03:14:38.688083Z","steps":["trace[940702435] 'process raft request' (duration: 282.52755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.688213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.833705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:38.688244Z","caller":"traceutil/trace.go:171","msg":"trace[1864412156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29727; }","duration":"423.906007ms","start":"2026-05-07T03:14:38.264331Z","end":"2026-05-07T03:14:38.688237Z","steps":["trace[1864412156] 'agreement among raft nodes before linearized reading' (duration: 423.864486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.688262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:38.264307Z","time spent":"423.951087ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:14:38.687371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:38.069204Z","time spent":"618.163126ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:14:38.688332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.59093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:14:38.688381Z","caller":"traceutil/trace.go:171","msg":"trace[1334508122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29727; }","duration":"475.675002ms","start":"2026-05-07T03:14:38.212694Z","end":"2026-05-07T03:14:38.688369Z","steps":["trace[1334508122] 'agreement among raft nodes before linearized reading' (duration: 475.558319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.688417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:38.212676Z","time spent":"475.733923ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-07T03:14:38.688596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.955918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:14:38.688015Z","caller":"traceutil/trace.go:171","msg":"trace[2040717580] transaction","detail":"{read_only:false; response_revision:29722; number_of_response:1; }","duration":"955.093209ms","start":"2026-05-07T03:14:37.732903Z","end":"2026-05-07T03:14:38.687997Z","steps":["trace[2040717580] 'process raft request' (duration: 954.1913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.688802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:37.732895Z","time spent":"955.851686ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:14:38.68868Z","caller":"traceutil/trace.go:171","msg":"trace[581662950] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29727; }","duration":"570.274295ms","start":"2026-05-07T03:14:38.118385Z","end":"2026-05-07T03:14:38.688659Z","steps":["trace[581662950] 'agreement among raft nodes before linearized reading' (duration: 569.699892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:14:38.689074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:14:38.118319Z","time spent":"570.640133ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:14:46.335421Z","caller":"traceutil/trace.go:171","msg":"trace[856883721] transaction","detail":"{read_only:false; response_revision:29777; number_of_response:1; }","duration":"126.583597ms","start":"2026-05-07T03:14:46.208795Z","end":"2026-05-07T03:14:46.335379Z","steps":["trace[856883721] 'process raft request' (duration: 126.443234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.304217Z","caller":"traceutil/trace.go:171","msg":"trace[1694028678] transaction","detail":"{read_only:false; response_revision:30421; number_of_response:1; }","duration":"142.36417ms","start":"2026-05-07T03:15:45.161828Z","end":"2026-05-07T03:15:45.304192Z","steps":["trace[1694028678] 'process raft request' (duration: 142.178266ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.304453Z","caller":"traceutil/trace.go:171","msg":"trace[1518140146] transaction","detail":"{read_only:false; response_revision:30422; number_of_response:1; }","duration":"139.817773ms","start":"2026-05-07T03:15:45.164609Z","end":"2026-05-07T03:15:45.304426Z","steps":["trace[1518140146] 'process raft request' (duration: 139.541077ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.304688Z","caller":"traceutil/trace.go:171","msg":"trace[2135108442] transaction","detail":"{read_only:false; response_revision:30423; number_of_response:1; }","duration":"139.957686ms","start":"2026-05-07T03:15:45.164698Z","end":"2026-05-07T03:15:45.304656Z","steps":["trace[2135108442] 'process raft request' (duration: 139.666069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:45.304802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.691782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:15:45.304702Z","caller":"traceutil/trace.go:171","msg":"trace[5081378] linearizableReadLoop","detail":"{readStateIndex:31531; appliedIndex:31529; }","duration":"140.581089ms","start":"2026-05-07T03:15:45.1641Z","end":"2026-05-07T03:15:45.304681Z","steps":["trace[5081378] 'read index received' (duration: 22.252597ms)","trace[5081378] 'applied index is now lower than readState.Index' (duration: 118.327372ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:15:45.304776Z","caller":"traceutil/trace.go:171","msg":"trace[267717873] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"131.104708ms","start":"2026-05-07T03:15:45.173602Z","end":"2026-05-07T03:15:45.304707Z","steps":["trace[267717873] 'process raft request' (duration: 131.038187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.304844Z","caller":"traceutil/trace.go:171","msg":"trace[574578595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30425; }","duration":"140.765114ms","start":"2026-05-07T03:15:45.164068Z","end":"2026-05-07T03:15:45.304833Z","steps":["trace[574578595] 'agreement among raft nodes before linearized reading' (duration: 140.675662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.304709Z","caller":"traceutil/trace.go:171","msg":"trace[2123733006] transaction","detail":"{read_only:false; response_revision:30424; number_of_response:1; }","duration":"134.435423ms","start":"2026-05-07T03:15:45.170253Z","end":"2026-05-07T03:15:45.304689Z","steps":["trace[2123733006] 'process raft request' (duration: 134.33157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.508532Z","caller":"traceutil/trace.go:171","msg":"trace[264342337] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"157.013096ms","start":"2026-05-07T03:15:45.351484Z","end":"2026-05-07T03:15:45.508497Z","steps":["trace[264342337] 'process raft request' (duration: 92.915705ms)","trace[264342337] 'compare' (duration: 63.936967ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:15:45.508524Z","caller":"traceutil/trace.go:171","msg":"trace[1725240160] linearizableReadLoop","detail":"{readStateIndex:31537; appliedIndex:31536; }","duration":"151.778179ms","start":"2026-05-07T03:15:45.356715Z","end":"2026-05-07T03:15:45.508493Z","steps":["trace[1725240160] 'read index received' (duration: 87.662727ms)","trace[1725240160] 'applied index is now lower than readState.Index' (duration: 64.114132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:15:45.508714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.979534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:15:45.508776Z","caller":"traceutil/trace.go:171","msg":"trace[99606127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30427; }","duration":"152.094866ms","start":"2026-05-07T03:15:45.356667Z","end":"2026-05-07T03:15:45.508762Z","steps":["trace[99606127] 'agreement among raft nodes before linearized reading' (duration: 151.909932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:45.508908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:15:45.50897Z","caller":"traceutil/trace.go:171","msg":"trace[1232682073] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:30427; }","duration":"117.294139ms","start":"2026-05-07T03:15:45.391667Z","end":"2026-05-07T03:15:45.508961Z","steps":["trace[1232682073] 'agreement among raft nodes before linearized reading' (duration: 117.167036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:45.508984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.097966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:15:45.509089Z","caller":"traceutil/trace.go:171","msg":"trace[346961631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30427; }","duration":"143.264789ms","start":"2026-05-07T03:15:45.365798Z","end":"2026-05-07T03:15:45.509063Z","steps":["trace[346961631] 'agreement among raft nodes before linearized reading' (duration: 142.949362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:45.509176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.589151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:15:45.509219Z","caller":"traceutil/trace.go:171","msg":"trace[1019153461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30427; }","duration":"136.643612ms","start":"2026-05-07T03:15:45.372564Z","end":"2026-05-07T03:15:45.509207Z","steps":["trace[1019153461] 'agreement among raft nodes before linearized reading' (duration: 136.538919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:45.509765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.727266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:15:45.509904Z","caller":"traceutil/trace.go:171","msg":"trace[9241775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30427; }","duration":"137.905009ms","start":"2026-05-07T03:15:45.371972Z","end":"2026-05-07T03:15:45.509877Z","steps":["trace[9241775] 'agreement among raft nodes before linearized reading' (duration: 137.196854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.634176Z","caller":"traceutil/trace.go:171","msg":"trace[1409790572] transaction","detail":"{read_only:false; response_revision:30429; number_of_response:1; }","duration":"121.643347ms","start":"2026-05-07T03:15:45.512507Z","end":"2026-05-07T03:15:45.63415Z","steps":["trace[1409790572] 'process raft request' (duration: 104.422993ms)","trace[1409790572] 'compare' (duration: 16.869217ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:15:45.634432Z","caller":"traceutil/trace.go:171","msg":"trace[1480927427] transaction","detail":"{read_only:false; response_revision:30430; number_of_response:1; }","duration":"121.141055ms","start":"2026-05-07T03:15:45.513269Z","end":"2026-05-07T03:15:45.63441Z","steps":["trace[1480927427] 'process raft request' (duration: 120.696335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:45.634557Z","caller":"traceutil/trace.go:171","msg":"trace[1299203097] transaction","detail":"{read_only:false; response_revision:30431; number_of_response:1; }","duration":"120.667174ms","start":"2026-05-07T03:15:45.513884Z","end":"2026-05-07T03:15:45.634552Z","steps":["trace[1299203097] 'process raft request' (duration: 120.137042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:55.564762Z","caller":"traceutil/trace.go:171","msg":"trace[577558453] transaction","detail":"{read_only:false; response_revision:30501; number_of_response:1; }","duration":"176.213855ms","start":"2026-05-07T03:15:55.388527Z","end":"2026-05-07T03:15:55.564741Z","steps":["trace[577558453] 'process raft request' (duration: 176.129153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:55.564816Z","caller":"traceutil/trace.go:171","msg":"trace[869860846] transaction","detail":"{read_only:false; response_revision:30502; number_of_response:1; }","duration":"176.282446ms","start":"2026-05-07T03:15:55.388527Z","end":"2026-05-07T03:15:55.564809Z","steps":["trace[869860846] 'process raft request' (duration: 176.152904ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:55.564766Z","caller":"traceutil/trace.go:171","msg":"trace[823224080] linearizableReadLoop","detail":"{readStateIndex:31614; appliedIndex:31609; }","duration":"175.852297ms","start":"2026-05-07T03:15:55.3889Z","end":"2026-05-07T03:15:55.564752Z","steps":["trace[823224080] 'read index received' (duration: 12.676712ms)","trace[823224080] 'applied index is now lower than readState.Index' (duration: 163.174485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:15:55.564749Z","caller":"traceutil/trace.go:171","msg":"trace[283747259] transaction","detail":"{read_only:false; response_revision:30499; number_of_response:1; }","duration":"176.292307ms","start":"2026-05-07T03:15:55.38842Z","end":"2026-05-07T03:15:55.564712Z","steps":["trace[283747259] 'process raft request' (duration: 176.083013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:55.565261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.447311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:15:55.565315Z","caller":"traceutil/trace.go:171","msg":"trace[1012031224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30502; }","duration":"129.563573ms","start":"2026-05-07T03:15:55.435735Z","end":"2026-05-07T03:15:55.565299Z","steps":["trace[1012031224] 'agreement among raft nodes before linearized reading' (duration: 129.39989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:15:55.56488Z","caller":"traceutil/trace.go:171","msg":"trace[1240406552] transaction","detail":"{read_only:false; response_revision:30500; number_of_response:1; }","duration":"176.42053ms","start":"2026-05-07T03:15:55.388454Z","end":"2026-05-07T03:15:55.564874Z","steps":["trace[1240406552] 'process raft request' (duration: 176.174364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:15:55.564882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.96735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:15:55.56571Z","caller":"traceutil/trace.go:171","msg":"trace[719632844] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30502; }","duration":"176.825599ms","start":"2026-05-07T03:15:55.388876Z","end":"2026-05-07T03:15:55.565701Z","steps":["trace[719632844] 'agreement among raft nodes before linearized reading' (duration: 175.921709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:03.158837Z","caller":"traceutil/trace.go:171","msg":"trace[1418466108] transaction","detail":"{read_only:false; response_revision:30553; number_of_response:1; }","duration":"109.690601ms","start":"2026-05-07T03:16:03.049115Z","end":"2026-05-07T03:16:03.158805Z","steps":["trace[1418466108] 'process raft request' (duration: 109.501067ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:03.606289Z","caller":"traceutil/trace.go:171","msg":"trace[1949762682] linearizableReadLoop","detail":"{readStateIndex:31669; appliedIndex:31667; }","duration":"261.944879ms","start":"2026-05-07T03:16:03.344317Z","end":"2026-05-07T03:16:03.606262Z","steps":["trace[1949762682] 'read index received' (duration: 3.443587ms)","trace[1949762682] 'applied index is now lower than readState.Index' (duration: 258.500002ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:03.606298Z","caller":"traceutil/trace.go:171","msg":"trace[1653993653] transaction","detail":"{read_only:false; response_revision:30555; number_of_response:1; }","duration":"320.63376ms","start":"2026-05-07T03:16:03.285613Z","end":"2026-05-07T03:16:03.606246Z","steps":["trace[1653993653] 'process raft request' (duration: 309.109043ms)","trace[1653993653] 'compare' (duration: 11.353273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:03.606477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:03.285578Z","time spent":"320.807873ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:03.606693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.321297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:16:03.606709Z","caller":"traceutil/trace.go:171","msg":"trace[1077232152] transaction","detail":"{read_only:false; response_revision:30556; number_of_response:1; }","duration":"202.507982ms","start":"2026-05-07T03:16:03.404171Z","end":"2026-05-07T03:16:03.606679Z","steps":["trace[1077232152] 'process raft request' (duration: 202.049521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:03.60686Z","caller":"traceutil/trace.go:171","msg":"trace[745834087] transaction","detail":"{read_only:false; response_revision:30557; number_of_response:1; }","duration":"162.311665ms","start":"2026-05-07T03:16:03.444515Z","end":"2026-05-07T03:16:03.606826Z","steps":["trace[745834087] 'process raft request' (duration: 162.041058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:03.606986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.521268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:03.607113Z","caller":"traceutil/trace.go:171","msg":"trace[1675016016] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30557; }","duration":"208.737872ms","start":"2026-05-07T03:16:03.398355Z","end":"2026-05-07T03:16:03.607093Z","steps":["trace[1675016016] 'agreement among raft nodes before linearized reading' (duration: 208.509137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:03.606856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.268792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:03.607221Z","caller":"traceutil/trace.go:171","msg":"trace[911093881] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30557; }","duration":"208.673761ms","start":"2026-05-07T03:16:03.398529Z","end":"2026-05-07T03:16:03.607203Z","steps":["trace[911093881] 'agreement among raft nodes before linearized reading' (duration: 208.19983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:03.606865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.088328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:03.607384Z","caller":"traceutil/trace.go:171","msg":"trace[17037788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30557; }","duration":"208.605319ms","start":"2026-05-07T03:16:03.398735Z","end":"2026-05-07T03:16:03.60734Z","steps":["trace[17037788] 'agreement among raft nodes before linearized reading' (duration: 208.004575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:03.606997Z","caller":"traceutil/trace.go:171","msg":"trace[931050405] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30556; }","duration":"262.45611ms","start":"2026-05-07T03:16:03.344265Z","end":"2026-05-07T03:16:03.606721Z","steps":["trace[931050405] 'agreement among raft nodes before linearized reading' (duration: 262.120433ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:05.26484Z","caller":"traceutil/trace.go:171","msg":"trace[372569484] transaction","detail":"{read_only:false; response_revision:30568; number_of_response:1; }","duration":"100.275098ms","start":"2026-05-07T03:16:05.164542Z","end":"2026-05-07T03:16:05.264818Z","steps":["trace[372569484] 'process raft request' (duration: 99.743786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:05.638664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.667751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:16:05.638739Z","caller":"traceutil/trace.go:171","msg":"trace[1674653988] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30568; }","duration":"251.788443ms","start":"2026-05-07T03:16:05.386934Z","end":"2026-05-07T03:16:05.638722Z","steps":["trace[1674653988] 'count revisions from in-memory index tree' (duration: 251.593808ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.041484Z","caller":"traceutil/trace.go:171","msg":"trace[557729290] transaction","detail":"{read_only:false; response_revision:30570; number_of_response:1; }","duration":"430.202018ms","start":"2026-05-07T03:16:05.611256Z","end":"2026-05-07T03:16:06.041458Z","steps":["trace[557729290] 'process raft request' (duration: 429.87835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.041632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.611249Z","time spent":"430.31137ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:06.041744Z","caller":"traceutil/trace.go:171","msg":"trace[112173131] transaction","detail":"{read_only:false; response_revision:30571; number_of_response:1; }","duration":"430.418122ms","start":"2026-05-07T03:16:05.611299Z","end":"2026-05-07T03:16:06.041717Z","steps":["trace[112173131] 'process raft request' (duration: 430.023004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.04187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.611294Z","time spent":"430.507684ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:06.041988Z","caller":"traceutil/trace.go:171","msg":"trace[658745783] transaction","detail":"{read_only:false; response_revision:30573; number_of_response:1; }","duration":"356.42438ms","start":"2026-05-07T03:16:05.685548Z","end":"2026-05-07T03:16:06.041972Z","steps":["trace[658745783] 'process raft request' (duration: 356.354698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.042074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.685537Z","time spent":"356.499681ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:06.042137Z","caller":"traceutil/trace.go:171","msg":"trace[1111359697] transaction","detail":"{read_only:false; response_revision:30574; number_of_response:1; }","duration":"356.190354ms","start":"2026-05-07T03:16:05.68593Z","end":"2026-05-07T03:16:06.042121Z","steps":["trace[1111359697] 'process raft request' (duration: 356.00563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.042165Z","caller":"traceutil/trace.go:171","msg":"trace[1553152105] transaction","detail":"{read_only:false; response_revision:30572; number_of_response:1; }","duration":"375.964796ms","start":"2026-05-07T03:16:05.666192Z","end":"2026-05-07T03:16:06.042157Z","steps":["trace[1553152105] 'process raft request' (duration: 375.623509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.042216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.666169Z","time spent":"376.019117ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:06.042236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.685918Z","time spent":"356.266426ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:06.042647Z","caller":"traceutil/trace.go:171","msg":"trace[1951096517] linearizableReadLoop","detail":"{readStateIndex:31685; appliedIndex:31682; }","duration":"431.142188ms","start":"2026-05-07T03:16:05.61149Z","end":"2026-05-07T03:16:06.042632Z","steps":["trace[1951096517] 'read index received' (duration: 94.47954ms)","trace[1951096517] 'applied index is now lower than readState.Index' (duration: 336.661168ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:06.042769Z","caller":"traceutil/trace.go:171","msg":"trace[835240872] transaction","detail":"{read_only:false; response_revision:30575; number_of_response:1; }","duration":"356.049971ms","start":"2026-05-07T03:16:05.686709Z","end":"2026-05-07T03:16:06.042759Z","steps":["trace[835240872] 'process raft request' (duration: 355.359746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.042823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.686699Z","time spent":"356.090032ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:06.042905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.051216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.042937Z","caller":"traceutil/trace.go:171","msg":"trace[2089414692] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30575; }","duration":"431.095667ms","start":"2026-05-07T03:16:05.611833Z","end":"2026-05-07T03:16:06.042929Z","steps":["trace[2089414692] 'agreement among raft nodes before linearized reading' (duration: 431.042436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.042954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.611828Z","time spent":"431.122947ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T03:16:06.04298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.218139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:16:06.043005Z","caller":"traceutil/trace.go:171","msg":"trace[1558205265] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30575; }","duration":"349.258249ms","start":"2026-05-07T03:16:05.69374Z","end":"2026-05-07T03:16:06.042998Z","steps":["trace[1558205265] 'agreement among raft nodes before linearized reading' (duration: 349.150957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.042986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.065354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:06.043044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.563717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:06.043055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.606456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.043075Z","caller":"traceutil/trace.go:171","msg":"trace[1089804049] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30575; }","duration":"357.649067ms","start":"2026-05-07T03:16:05.685421Z","end":"2026-05-07T03:16:06.04307Z","steps":["trace[1089804049] 'agreement among raft nodes before linearized reading' (duration: 357.618296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.68541Z","time spent":"357.675368ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.145971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.043113Z","caller":"traceutil/trace.go:171","msg":"trace[1758144461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30575; }","duration":"355.209193ms","start":"2026-05-07T03:16:05.687897Z","end":"2026-05-07T03:16:06.043106Z","steps":["trace[1758144461] 'agreement among raft nodes before linearized reading' (duration: 355.172722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.00057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:16:06.04314Z","caller":"traceutil/trace.go:171","msg":"trace[1495650684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30575; }","duration":"253.04318ms","start":"2026-05-07T03:16:05.790093Z","end":"2026-05-07T03:16:06.043136Z","steps":["trace[1495650684] 'agreement among raft nodes before linearized reading' (duration: 252.976959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.04314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.687816Z","time spent":"355.317755ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.189029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.043171Z","caller":"traceutil/trace.go:171","msg":"trace[2143484420] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30575; }","duration":"431.24303ms","start":"2026-05-07T03:16:05.611924Z","end":"2026-05-07T03:16:06.043167Z","steps":["trace[2143484420] 'agreement among raft nodes before linearized reading' (duration: 431.22172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.611896Z","time spent":"431.284741ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.347317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:16:06.043046Z","caller":"traceutil/trace.go:171","msg":"trace[676722359] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30575; }","duration":"357.155335ms","start":"2026-05-07T03:16:05.685877Z","end":"2026-05-07T03:16:06.043032Z","steps":["trace[676722359] 'agreement among raft nodes before linearized reading' (duration: 357.066943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.685859Z","time spent":"357.36075ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:06.04322Z","caller":"traceutil/trace.go:171","msg":"trace[847166897] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30575; }","duration":"416.405598ms","start":"2026-05-07T03:16:05.626805Z","end":"2026-05-07T03:16:06.043211Z","steps":["trace[847166897] 'agreement among raft nodes before linearized reading' (duration: 416.283365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.693732Z","time spent":"349.284961ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.626794Z","time spent":"416.44857ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-07T03:16:06.043058Z","caller":"traceutil/trace.go:171","msg":"trace[1665157554] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30575; }","duration":"431.604609ms","start":"2026-05-07T03:16:05.611449Z","end":"2026-05-07T03:16:06.043054Z","steps":["trace[1665157554] 'agreement among raft nodes before linearized reading' (duration: 431.580648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.578238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:16:06.043292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.611434Z","time spent":"431.854784ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:16:06.043295Z","caller":"traceutil/trace.go:171","msg":"trace[1273285113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30575; }","duration":"281.620529ms","start":"2026-05-07T03:16:05.761669Z","end":"2026-05-07T03:16:06.04329Z","steps":["trace[1273285113] 'agreement among raft nodes before linearized reading' (duration: 281.575378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.433845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:06.043333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.642263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.043343Z","caller":"traceutil/trace.go:171","msg":"trace[86675770] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30575; }","duration":"358.475246ms","start":"2026-05-07T03:16:05.684864Z","end":"2026-05-07T03:16:06.043339Z","steps":["trace[86675770] 'agreement among raft nodes before linearized reading' (duration: 358.455496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.68485Z","time spent":"358.504716ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-07T03:16:06.04336Z","caller":"traceutil/trace.go:171","msg":"trace[1972548126] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30575; }","duration":"355.678343ms","start":"2026-05-07T03:16:05.687674Z","end":"2026-05-07T03:16:06.043353Z","steps":["trace[1972548126] 'agreement among raft nodes before linearized reading' (duration: 355.635202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.68767Z","time spent":"355.709724ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T03:16:06.0434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.428498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:16:06.043432Z","caller":"traceutil/trace.go:171","msg":"trace[1919184531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30575; }","duration":"291.555511ms","start":"2026-05-07T03:16:05.751857Z","end":"2026-05-07T03:16:06.043413Z","steps":["trace[1919184531] 'agreement among raft nodes before linearized reading' (duration: 291.502689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.671687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:16:06.043467Z","caller":"traceutil/trace.go:171","msg":"trace[1673172112] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30575; }","duration":"344.715018ms","start":"2026-05-07T03:16:05.698748Z","end":"2026-05-07T03:16:06.043463Z","steps":["trace[1673172112] 'agreement among raft nodes before linearized reading' (duration: 344.639986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.04348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.698732Z","time spent":"344.745959ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:16:06.04348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.141515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:06.043502Z","caller":"traceutil/trace.go:171","msg":"trace[1497503075] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30575; }","duration":"357.174896ms","start":"2026-05-07T03:16:05.686321Z","end":"2026-05-07T03:16:06.043495Z","steps":["trace[1497503075] 'agreement among raft nodes before linearized reading' (duration: 357.141896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.686315Z","time spent":"357.205067ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.449309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:16:06.043552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.235229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:16:06.043571Z","caller":"traceutil/trace.go:171","msg":"trace[1274738667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30575; }","duration":"349.269849ms","start":"2026-05-07T03:16:05.694294Z","end":"2026-05-07T03:16:06.043564Z","steps":["trace[1274738667] 'agreement among raft nodes before linearized reading' (duration: 349.219738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.694285Z","time spent":"349.29475ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:16:06.043589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.404751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:16:06.043601Z","caller":"traceutil/trace.go:171","msg":"trace[1106750471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30575; }","duration":"344.459593ms","start":"2026-05-07T03:16:05.699137Z","end":"2026-05-07T03:16:06.043597Z","steps":["trace[1106750471] 'agreement among raft nodes before linearized reading' (duration: 344.423662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:06.043613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:05.699125Z","time spent":"344.485613ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:16:06.043551Z","caller":"traceutil/trace.go:171","msg":"trace[2055799429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30575; }","duration":"296.491262ms","start":"2026-05-07T03:16:05.747056Z","end":"2026-05-07T03:16:06.043547Z","steps":["trace[2055799429] 'agreement among raft nodes before linearized reading' (duration: 296.454011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.204462Z","caller":"traceutil/trace.go:171","msg":"trace[757881990] linearizableReadLoop","detail":"{readStateIndex:31690; appliedIndex:31689; }","duration":"156.530815ms","start":"2026-05-07T03:16:06.047913Z","end":"2026-05-07T03:16:06.204444Z","steps":["trace[757881990] 'read index received' (duration: 77.712705ms)","trace[757881990] 'applied index is now lower than readState.Index' (duration: 78.81696ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:06.204544Z","caller":"traceutil/trace.go:171","msg":"trace[1786727182] transaction","detail":"{read_only:false; response_revision:30576; number_of_response:1; }","duration":"156.642318ms","start":"2026-05-07T03:16:06.047892Z","end":"2026-05-07T03:16:06.204535Z","steps":["trace[1786727182] 'process raft request' (duration: 77.717286ms)","trace[1786727182] 'compare' (duration: 78.430841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:06.204883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.930225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:16:06.205177Z","caller":"traceutil/trace.go:171","msg":"trace[844129787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30576; }","duration":"157.257302ms","start":"2026-05-07T03:16:06.047889Z","end":"2026-05-07T03:16:06.205146Z","steps":["trace[844129787] 'agreement among raft nodes before linearized reading' (duration: 156.626458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.20489Z","caller":"traceutil/trace.go:171","msg":"trace[1773499814] transaction","detail":"{read_only:false; response_revision:30579; number_of_response:1; }","duration":"156.589607ms","start":"2026-05-07T03:16:06.048274Z","end":"2026-05-07T03:16:06.204864Z","steps":["trace[1773499814] 'process raft request' (duration: 156.515015ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.205204Z","caller":"traceutil/trace.go:171","msg":"trace[1302581694] transaction","detail":"{read_only:false; response_revision:30580; number_of_response:1; }","duration":"156.372122ms","start":"2026-05-07T03:16:06.048806Z","end":"2026-05-07T03:16:06.205178Z","steps":["trace[1302581694] 'process raft request' (duration: 156.017355ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.204898Z","caller":"traceutil/trace.go:171","msg":"trace[1591612243] transaction","detail":"{read_only:false; response_revision:30578; number_of_response:1; }","duration":"156.880683ms","start":"2026-05-07T03:16:06.04798Z","end":"2026-05-07T03:16:06.204861Z","steps":["trace[1591612243] 'process raft request' (duration: 156.72619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:06.20493Z","caller":"traceutil/trace.go:171","msg":"trace[550814385] transaction","detail":"{read_only:false; response_revision:30577; number_of_response:1; }","duration":"156.955785ms","start":"2026-05-07T03:16:06.047965Z","end":"2026-05-07T03:16:06.204921Z","steps":["trace[550814385] 'process raft request' (duration: 156.446994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.383067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.255811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:16:10.383269Z","caller":"traceutil/trace.go:171","msg":"trace[1745915710] transaction","detail":"{read_only:false; response_revision:30602; number_of_response:1; }","duration":"311.603039ms","start":"2026-05-07T03:16:10.07163Z","end":"2026-05-07T03:16:10.383233Z","steps":["trace[1745915710] 'process raft request' (duration: 210.094222ms)","trace[1745915710] 'compare' (duration: 100.949544ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:10.383412Z","caller":"traceutil/trace.go:171","msg":"trace[1728693055] transaction","detail":"{read_only:false; response_revision:30604; number_of_response:1; }","duration":"309.444581ms","start":"2026-05-07T03:16:10.073946Z","end":"2026-05-07T03:16:10.383391Z","steps":["trace[1728693055] 'process raft request' (duration: 309.316367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.383442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.071611Z","time spent":"311.744792ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:10.383491Z","caller":"traceutil/trace.go:171","msg":"trace[151820324] linearizableReadLoop","detail":"{readStateIndex:31720; appliedIndex:31715; }","duration":"309.307658ms","start":"2026-05-07T03:16:10.074169Z","end":"2026-05-07T03:16:10.383477Z","steps":["trace[151820324] 'read index received' (duration: 49.894405ms)","trace[151820324] 'applied index is now lower than readState.Index' (duration: 259.412473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:10.383511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.073932Z","time spent":"309.531303ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:10.383577Z","caller":"traceutil/trace.go:171","msg":"trace[330585747] transaction","detail":"{read_only:false; response_revision:30605; number_of_response:1; }","duration":"309.550673ms","start":"2026-05-07T03:16:10.074019Z","end":"2026-05-07T03:16:10.38357Z","steps":["trace[330585747] 'process raft request' (duration: 309.328138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.383627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074011Z","time spent":"309.583465ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:10.38366Z","caller":"traceutil/trace.go:171","msg":"trace[1507920634] transaction","detail":"{read_only:false; response_revision:30603; number_of_response:1; }","duration":"311.106668ms","start":"2026-05-07T03:16:10.072541Z","end":"2026-05-07T03:16:10.383647Z","steps":["trace[1507920634] 'process raft request' (duration: 310.636016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:10.383695Z","caller":"traceutil/trace.go:171","msg":"trace[518223174] transaction","detail":"{read_only:false; response_revision:30606; number_of_response:1; }","duration":"308.244524ms","start":"2026-05-07T03:16:10.075445Z","end":"2026-05-07T03:16:10.383689Z","steps":["trace[518223174] 'process raft request' (duration: 307.981088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.383731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.075428Z","time spent":"308.283914ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:10.38373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.072516Z","time spent":"311.176639ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:10.383821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.652535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.383849Z","caller":"traceutil/trace.go:171","msg":"trace[1298774699] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30606; }","duration":"309.740708ms","start":"2026-05-07T03:16:10.074099Z","end":"2026-05-07T03:16:10.38384Z","steps":["trace[1298774699] 'agreement among raft nodes before linearized reading' (duration: 309.683687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.38388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074091Z","time spent":"309.783879ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T03:16:10.383919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.691007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.38396Z","caller":"traceutil/trace.go:171","msg":"trace[1297982654] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30606; }","duration":"309.744427ms","start":"2026-05-07T03:16:10.074205Z","end":"2026-05-07T03:16:10.383949Z","steps":["trace[1297982654] 'agreement among raft nodes before linearized reading' (duration: 309.686326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074199Z","time spent":"309.792618ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:10.384105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.875866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.384157Z","caller":"traceutil/trace.go:171","msg":"trace[1408136460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30606; }","duration":"118.983588ms","start":"2026-05-07T03:16:10.265161Z","end":"2026-05-07T03:16:10.384145Z","steps":["trace[1408136460] 'agreement among raft nodes before linearized reading' (duration: 118.912216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.456542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:16:10.384446Z","caller":"traceutil/trace.go:171","msg":"trace[369974122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30606; }","duration":"151.540574ms","start":"2026-05-07T03:16:10.232897Z","end":"2026-05-07T03:16:10.384437Z","steps":["trace[369974122] 'agreement among raft nodes before linearized reading' (duration: 151.424372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.38449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.159178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:16:10.38453Z","caller":"traceutil/trace.go:171","msg":"trace[1776317584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30606; }","duration":"152.211769ms","start":"2026-05-07T03:16:10.232308Z","end":"2026-05-07T03:16:10.38452Z","steps":["trace[1776317584] 'agreement among raft nodes before linearized reading' (duration: 152.129167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.141636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.384663Z","caller":"traceutil/trace.go:171","msg":"trace[1050051611] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30606; }","duration":"310.191488ms","start":"2026-05-07T03:16:10.07446Z","end":"2026-05-07T03:16:10.384652Z","steps":["trace[1050051611] 'agreement among raft nodes before linearized reading' (duration: 310.143517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.645776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:10.384723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074454Z","time spent":"310.262299ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:10.384733Z","caller":"traceutil/trace.go:171","msg":"trace[2079636484] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30606; }","duration":"309.703836ms","start":"2026-05-07T03:16:10.075019Z","end":"2026-05-07T03:16:10.384722Z","steps":["trace[2079636484] 'agreement among raft nodes before linearized reading' (duration: 309.650225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.472694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:16:10.384762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.075006Z","time spent":"309.748968ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:16:10.384772Z","caller":"traceutil/trace.go:171","msg":"trace[876100184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30606; }","duration":"152.560416ms","start":"2026-05-07T03:16:10.232199Z","end":"2026-05-07T03:16:10.384759Z","steps":["trace[876100184] 'agreement among raft nodes before linearized reading' (duration: 152.484064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.002983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.384873Z","caller":"traceutil/trace.go:171","msg":"trace[1571854248] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30606; }","duration":"310.057384ms","start":"2026-05-07T03:16:10.074808Z","end":"2026-05-07T03:16:10.384865Z","steps":["trace[1571854248] 'agreement among raft nodes before linearized reading' (duration: 310.018174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074793Z","time spent":"310.105225ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:10.38492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.453874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.384955Z","caller":"traceutil/trace.go:171","msg":"trace[536032230] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30606; }","duration":"310.535675ms","start":"2026-05-07T03:16:10.074411Z","end":"2026-05-07T03:16:10.384947Z","steps":["trace[536032230] 'agreement among raft nodes before linearized reading' (duration: 310.484594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.38499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074387Z","time spent":"310.595036ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T03:16:10.384999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.879203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:16:10.385035Z","caller":"traceutil/trace.go:171","msg":"trace[856607092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30606; }","duration":"152.933355ms","start":"2026-05-07T03:16:10.232089Z","end":"2026-05-07T03:16:10.385022Z","steps":["trace[856607092] 'agreement among raft nodes before linearized reading' (duration: 152.831203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.385121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.671518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.385153Z","caller":"traceutil/trace.go:171","msg":"trace[641773748] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30606; }","duration":"310.717379ms","start":"2026-05-07T03:16:10.074428Z","end":"2026-05-07T03:16:10.385145Z","steps":["trace[641773748] 'agreement among raft nodes before linearized reading' (duration: 310.675878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.385184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.07442Z","time spent":"310.75783ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:10.385254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.812531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.385281Z","caller":"traceutil/trace.go:171","msg":"trace[334608378] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30606; }","duration":"310.851552ms","start":"2026-05-07T03:16:10.074422Z","end":"2026-05-07T03:16:10.385274Z","steps":["trace[334608378] 'agreement among raft nodes before linearized reading' (duration: 310.816112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.385042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.220488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:10.385395Z","caller":"traceutil/trace.go:171","msg":"trace[520677492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30606; }","duration":"310.571246ms","start":"2026-05-07T03:16:10.074801Z","end":"2026-05-07T03:16:10.385372Z","steps":["trace[520677492] 'agreement among raft nodes before linearized reading' (duration: 310.220348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.38545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.049956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:16:10.385519Z","caller":"traceutil/trace.go:171","msg":"trace[785536686] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30606; }","duration":"311.135289ms","start":"2026-05-07T03:16:10.07437Z","end":"2026-05-07T03:16:10.385505Z","steps":["trace[785536686] 'agreement among raft nodes before linearized reading' (duration: 310.957415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.38557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074363Z","time spent":"311.19102ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:16:10.385631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.322552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"warn","ts":"2026-05-07T03:16:10.384652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.592429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:16:10.385721Z","caller":"traceutil/trace.go:171","msg":"trace[1800209054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30606; }","duration":"153.706043ms","start":"2026-05-07T03:16:10.232003Z","end":"2026-05-07T03:16:10.385709Z","steps":["trace[1800209054] 'agreement among raft nodes before linearized reading' (duration: 152.546018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.384416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.657725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-07T03:16:10.385767Z","caller":"traceutil/trace.go:171","msg":"trace[773903978] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30606; }","duration":"311.027146ms","start":"2026-05-07T03:16:10.074732Z","end":"2026-05-07T03:16:10.385759Z","steps":["trace[773903978] 'agreement among raft nodes before linearized reading' (duration: 309.591025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.385808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074723Z","time spent":"311.076227ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:16:10.385311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074416Z","time spent":"310.890063ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-07T03:16:10.38568Z","caller":"traceutil/trace.go:171","msg":"trace[2046517737] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30606; }","duration":"311.407614ms","start":"2026-05-07T03:16:10.074262Z","end":"2026-05-07T03:16:10.385669Z","steps":["trace[2046517737] 'agreement among raft nodes before linearized reading' (duration: 311.293462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:10.385975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074245Z","time spent":"311.722001ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:16:10.385467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:10.074796Z","time spent":"310.652587ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:16:10.650057Z","caller":"traceutil/trace.go:171","msg":"trace[43005461] transaction","detail":"{read_only:false; response_revision:30609; number_of_response:1; }","duration":"253.592394ms","start":"2026-05-07T03:16:10.396448Z","end":"2026-05-07T03:16:10.65004Z","steps":["trace[43005461] 'process raft request' (duration: 253.512122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:10.65007Z","caller":"traceutil/trace.go:171","msg":"trace[1512281692] transaction","detail":"{read_only:false; response_revision:30608; number_of_response:1; }","duration":"253.680886ms","start":"2026-05-07T03:16:10.396352Z","end":"2026-05-07T03:16:10.650033Z","steps":["trace[1512281692] 'process raft request' (duration: 253.466031ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:10.650249Z","caller":"traceutil/trace.go:171","msg":"trace[1335735252] transaction","detail":"{read_only:false; response_revision:30610; number_of_response:1; }","duration":"253.584994ms","start":"2026-05-07T03:16:10.396448Z","end":"2026-05-07T03:16:10.650033Z","steps":["trace[1335735252] 'process raft request' (duration: 253.542273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:10.650381Z","caller":"traceutil/trace.go:171","msg":"trace[2130004323] transaction","detail":"{read_only:false; response_revision:30611; number_of_response:1; }","duration":"253.85692ms","start":"2026-05-07T03:16:10.396515Z","end":"2026-05-07T03:16:10.650372Z","steps":["trace[2130004323] 'process raft request' (duration: 253.496462ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:28.864314Z","caller":"traceutil/trace.go:171","msg":"trace[853072834] transaction","detail":"{read_only:false; response_revision:30784; number_of_response:1; }","duration":"336.366712ms","start":"2026-05-07T03:16:28.527924Z","end":"2026-05-07T03:16:28.86429Z","steps":["trace[853072834] 'process raft request' (duration: 336.170107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:28.86455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.527896Z","time spent":"336.498744ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:28.864656Z","caller":"traceutil/trace.go:171","msg":"trace[1289164638] transaction","detail":"{read_only:false; response_revision:30785; number_of_response:1; }","duration":"318.84036ms","start":"2026-05-07T03:16:28.545782Z","end":"2026-05-07T03:16:28.864622Z","steps":["trace[1289164638] 'process raft request' (duration: 318.467642ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:28.86472Z","caller":"traceutil/trace.go:171","msg":"trace[1462214913] linearizableReadLoop","detail":"{readStateIndex:31908; appliedIndex:31904; }","duration":"304.553901ms","start":"2026-05-07T03:16:28.560136Z","end":"2026-05-07T03:16:28.86469Z","steps":["trace[1462214913] 'read index received' (duration: 303.912827ms)","trace[1462214913] 'applied index is now lower than readState.Index' (duration: 640.044µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:28.864818Z","caller":"traceutil/trace.go:171","msg":"trace[282865017] transaction","detail":"{read_only:false; response_revision:30787; number_of_response:1; }","duration":"316.451677ms","start":"2026-05-07T03:16:28.548333Z","end":"2026-05-07T03:16:28.864785Z","steps":["trace[282865017] 'process raft request' (duration: 316.305203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:28.864875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.342191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:28.864922Z","caller":"traceutil/trace.go:171","msg":"trace[351874189] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30787; }","duration":"340.441383ms","start":"2026-05-07T03:16:28.524468Z","end":"2026-05-07T03:16:28.864909Z","steps":["trace[351874189] 'agreement among raft nodes before linearized reading' (duration: 340.354901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:28.864943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.548306Z","time spent":"316.568689ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:28.864965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.520605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:28.865017Z","caller":"traceutil/trace.go:171","msg":"trace[1614214354] transaction","detail":"{read_only:false; response_revision:30786; number_of_response:1; }","duration":"318.713927ms","start":"2026-05-07T03:16:28.546294Z","end":"2026-05-07T03:16:28.865008Z","steps":["trace[1614214354] 'process raft request' (duration: 318.212426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:28.865049Z","caller":"traceutil/trace.go:171","msg":"trace[57332618] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30787; }","duration":"340.631907ms","start":"2026-05-07T03:16:28.5244Z","end":"2026-05-07T03:16:28.865032Z","steps":["trace[57332618] 'agreement among raft nodes before linearized reading' (duration: 340.504064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:28.865041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.545763Z","time spent":"318.964673ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:28.865095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.546281Z","time spent":"318.760778ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:28.865096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.52439Z","time spent":"340.697559ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:28.864961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:28.524447Z","time spent":"340.505954ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:28.867177Z","caller":"traceutil/trace.go:171","msg":"trace[781807636] transaction","detail":"{read_only:false; response_revision:30788; number_of_response:1; }","duration":"280.637458ms","start":"2026-05-07T03:16:28.586519Z","end":"2026-05-07T03:16:28.867156Z","steps":["trace[781807636] 'process raft request' (duration: 280.500455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:28.869193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.702584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:16:28.869257Z","caller":"traceutil/trace.go:171","msg":"trace[1796452030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30788; }","duration":"244.830637ms","start":"2026-05-07T03:16:28.624417Z","end":"2026-05-07T03:16:28.869247Z","steps":["trace[1796452030] 'agreement among raft nodes before linearized reading' (duration: 242.934065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:30.278022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.287847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:16:30.278222Z","caller":"traceutil/trace.go:171","msg":"trace[1768087391] transaction","detail":"{read_only:false; response_revision:30799; number_of_response:1; }","duration":"111.801667ms","start":"2026-05-07T03:16:30.166405Z","end":"2026-05-07T03:16:30.278207Z","steps":["trace[1768087391] 'process raft request' (duration: 111.724265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:30.278393Z","caller":"traceutil/trace.go:171","msg":"trace[381732027] transaction","detail":"{read_only:false; response_revision:30798; number_of_response:1; }","duration":"306.445223ms","start":"2026-05-07T03:16:29.971908Z","end":"2026-05-07T03:16:30.278354Z","steps":["trace[381732027] 'process raft request' (duration: 159.739007ms)","trace[381732027] 'compare' (duration: 145.919349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:30.278601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:29.971893Z","time spent":"306.589136ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:30.303722Z","caller":"traceutil/trace.go:171","msg":"trace[1916878193] transaction","detail":"{read_only:false; response_revision:30800; number_of_response:1; }","duration":"103.797508ms","start":"2026-05-07T03:16:30.199885Z","end":"2026-05-07T03:16:30.303683Z","steps":["trace[1916878193] 'process raft request' (duration: 103.676185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:32.354851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.036675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T03:16:32.446104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.128352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:32.446224Z","caller":"traceutil/trace.go:171","msg":"trace[1821005338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30819; }","duration":"180.260546ms","start":"2026-05-07T03:16:32.265923Z","end":"2026-05-07T03:16:32.446184Z","steps":["trace[1821005338] 'agreement among raft nodes before linearized reading' (duration: 89.696453ms)","trace[1821005338] 'range keys from in-memory index tree' (duration: 90.430189ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:35.585827Z","caller":"traceutil/trace.go:171","msg":"trace[1572376736] transaction","detail":"{read_only:false; response_revision:30847; number_of_response:1; }","duration":"162.480228ms","start":"2026-05-07T03:16:35.423324Z","end":"2026-05-07T03:16:35.585804Z","steps":["trace[1572376736] 'process raft request' (duration: 162.330195ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.054184Z","caller":"traceutil/trace.go:171","msg":"trace[584441811] transaction","detail":"{read_only:false; response_revision:30851; number_of_response:1; }","duration":"158.134101ms","start":"2026-05-07T03:16:36.896019Z","end":"2026-05-07T03:16:37.054153Z","steps":["trace[584441811] 'process raft request' (duration: 157.918996ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.054428Z","caller":"traceutil/trace.go:171","msg":"trace[755126789] linearizableReadLoop","detail":"{readStateIndex:31973; appliedIndex:31972; }","duration":"157.497797ms","start":"2026-05-07T03:16:36.896916Z","end":"2026-05-07T03:16:37.054414Z","steps":["trace[755126789] 'read index received' (duration: 156.960675ms)","trace[755126789] 'applied index is now lower than readState.Index' (duration: 535.652µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:37.054664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.730272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-05-07T03:16:37.05473Z","caller":"traceutil/trace.go:171","msg":"trace[2065217603] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30851; }","duration":"157.855484ms","start":"2026-05-07T03:16:36.896858Z","end":"2026-05-07T03:16:37.054714Z","steps":["trace[2065217603] 'agreement among raft nodes before linearized reading' (duration: 157.64714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.499969Z","caller":"traceutil/trace.go:171","msg":"trace[387925344] transaction","detail":"{read_only:false; response_revision:30852; number_of_response:1; }","duration":"591.961709ms","start":"2026-05-07T03:16:36.907974Z","end":"2026-05-07T03:16:37.499936Z","steps":["trace[387925344] 'process raft request' (duration: 591.752145ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.499982Z","caller":"traceutil/trace.go:171","msg":"trace[1708592569] transaction","detail":"{read_only:false; response_revision:30853; number_of_response:1; }","duration":"589.168157ms","start":"2026-05-07T03:16:36.91079Z","end":"2026-05-07T03:16:37.499958Z","steps":["trace[1708592569] 'process raft request' (duration: 589.087335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.910773Z","time spent":"589.30672ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:37.500139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.907953Z","time spent":"592.100223ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:37.50029Z","caller":"traceutil/trace.go:171","msg":"trace[293766679] linearizableReadLoop","detail":"{readStateIndex:31976; appliedIndex:31973; }","duration":"445.796835ms","start":"2026-05-07T03:16:37.054462Z","end":"2026-05-07T03:16:37.500259Z","steps":["trace[293766679] 'read index received' (duration: 445.214923ms)","trace[293766679] 'applied index is now lower than readState.Index' (duration: 579.432µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:37.500428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.916499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:16:37.500496Z","caller":"traceutil/trace.go:171","msg":"trace[138955334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30854; }","duration":"502.01025ms","start":"2026-05-07T03:16:36.998475Z","end":"2026-05-07T03:16:37.500485Z","steps":["trace[138955334] 'agreement among raft nodes before linearized reading' (duration: 501.808796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.023777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:37.500558Z","caller":"traceutil/trace.go:171","msg":"trace[1135204816] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30854; }","duration":"548.138401ms","start":"2026-05-07T03:16:36.952406Z","end":"2026-05-07T03:16:37.500545Z","steps":["trace[1135204816] 'agreement among raft nodes before linearized reading' (duration: 548.000648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.080343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:16:37.500554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.047265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:16:37.50063Z","caller":"traceutil/trace.go:171","msg":"trace[797999811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30854; }","duration":"502.136164ms","start":"2026-05-07T03:16:36.998486Z","end":"2026-05-07T03:16:37.500622Z","steps":["trace[797999811] 'agreement among raft nodes before linearized reading' (duration: 502.057282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.998474Z","time spent":"502.177975ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:16:37.500662Z","caller":"traceutil/trace.go:171","msg":"trace[1252390535] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30854; }","duration":"482.19734ms","start":"2026-05-07T03:16:37.018442Z","end":"2026-05-07T03:16:37.500639Z","steps":["trace[1252390535] 'agreement among raft nodes before linearized reading' (duration: 481.915883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.714445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:16:37.500713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.01843Z","time spent":"482.272231ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:37.50073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.345261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:37.50074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.929749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:37.500762Z","caller":"traceutil/trace.go:171","msg":"trace[294875366] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:30854; }","duration":"164.441273ms","start":"2026-05-07T03:16:37.33631Z","end":"2026-05-07T03:16:37.500752Z","steps":["trace[294875366] 'agreement among raft nodes before linearized reading' (duration: 164.389322ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.500798Z","caller":"traceutil/trace.go:171","msg":"trace[2050985171] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30854; }","duration":"549.003991ms","start":"2026-05-07T03:16:36.951774Z","end":"2026-05-07T03:16:37.500778Z","steps":["trace[2050985171] 'agreement among raft nodes before linearized reading' (duration: 548.929899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.034984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:16:37.500781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.359769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:16:37.500635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.795558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:16:37.500854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.951763Z","time spent":"549.079372ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:37.500879Z","caller":"traceutil/trace.go:171","msg":"trace[435884221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30854; }","duration":"541.068424ms","start":"2026-05-07T03:16:36.959801Z","end":"2026-05-07T03:16:37.500869Z","steps":["trace[435884221] 'agreement among raft nodes before linearized reading' (duration: 540.5063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.500877Z","caller":"traceutil/trace.go:171","msg":"trace[717563495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30854; }","duration":"502.503033ms","start":"2026-05-07T03:16:36.998352Z","end":"2026-05-07T03:16:37.500855Z","steps":["trace[717563495] 'agreement among raft nodes before linearized reading' (duration: 502.261976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.500854Z","caller":"traceutil/trace.go:171","msg":"trace[340158709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30854; }","duration":"503.127066ms","start":"2026-05-07T03:16:36.997716Z","end":"2026-05-07T03:16:37.500843Z","steps":["trace[340158709] 'agreement among raft nodes before linearized reading' (duration: 502.978833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.959788Z","time spent":"541.113476ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:16:37.500928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.997693Z","time spent":"503.222949ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:16:37.500601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.95238Z","time spent":"548.212982ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:37.500918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.998331Z","time spent":"502.578535ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:16:37.501013Z","caller":"traceutil/trace.go:171","msg":"trace[2137248081] transaction","detail":"{read_only:false; response_revision:30854; number_of_response:1; }","duration":"548.262604ms","start":"2026-05-07T03:16:36.952516Z","end":"2026-05-07T03:16:37.500779Z","steps":["trace[2137248081] 'process raft request' (duration: 547.405784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.500655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.959581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:16:37.500669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.752803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:37.501076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.952497Z","time spent":"548.539481ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:37.50108Z","caller":"traceutil/trace.go:171","msg":"trace[744442530] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:30854; }","duration":"592.41612ms","start":"2026-05-07T03:16:36.908652Z","end":"2026-05-07T03:16:37.501068Z","steps":["trace[744442530] 'agreement among raft nodes before linearized reading' (duration: 591.783125ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.501106Z","caller":"traceutil/trace.go:171","msg":"trace[475699955] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30854; }","duration":"381.222014ms","start":"2026-05-07T03:16:37.119873Z","end":"2026-05-07T03:16:37.501095Z","steps":["trace[475699955] 'agreement among raft nodes before linearized reading' (duration: 380.769454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.500743Z","caller":"traceutil/trace.go:171","msg":"trace[103225684] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:30854; }","duration":"501.856429ms","start":"2026-05-07T03:16:36.998864Z","end":"2026-05-07T03:16:37.500721Z","steps":["trace[103225684] 'agreement among raft nodes before linearized reading' (duration: 501.661533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.501151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.119853Z","time spent":"381.288385ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:16:37.501117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.90864Z","time spent":"592.465751ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:16:37.501175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.998839Z","time spent":"502.322338ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:37.500525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:36.998453Z","time spent":"502.066202ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:16:37.786743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.259141ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:16:37.786851Z","caller":"traceutil/trace.go:171","msg":"trace[885065923] linearizableReadLoop","detail":"{readStateIndex:31977; appliedIndex:31976; }","duration":"281.795374ms","start":"2026-05-07T03:16:37.505038Z","end":"2026-05-07T03:16:37.786834Z","steps":["trace[885065923] 'read index received' (duration: 65.356369ms)","trace[885065923] 'applied index is now lower than readState.Index' (duration: 216.437385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:37.78725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.174152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:37.787376Z","caller":"traceutil/trace.go:171","msg":"trace[764432713] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30854; }","duration":"282.339555ms","start":"2026-05-07T03:16:37.505002Z","end":"2026-05-07T03:16:37.787342Z","steps":["trace[764432713] 'agreement among raft nodes before linearized reading' (duration: 282.12148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.819827Z","caller":"traceutil/trace.go:171","msg":"trace[1302863513] transaction","detail":"{read_only:false; response_revision:30855; number_of_response:1; }","duration":"314.276948ms","start":"2026-05-07T03:16:37.505526Z","end":"2026-05-07T03:16:37.819803Z","steps":["trace[1302863513] 'process raft request' (duration: 314.073994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.819975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.505514Z","time spent":"314.37858ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:37.820217Z","caller":"traceutil/trace.go:171","msg":"trace[1731368393] transaction","detail":"{read_only:false; response_revision:30856; number_of_response:1; }","duration":"314.614207ms","start":"2026-05-07T03:16:37.505589Z","end":"2026-05-07T03:16:37.820203Z","steps":["trace[1731368393] 'process raft request' (duration: 314.179817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.820284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.505584Z","time spent":"314.668698ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:37.820304Z","caller":"traceutil/trace.go:171","msg":"trace[827823935] transaction","detail":"{read_only:false; response_revision:30857; number_of_response:1; }","duration":"314.658768ms","start":"2026-05-07T03:16:37.505623Z","end":"2026-05-07T03:16:37.820282Z","steps":["trace[827823935] 'process raft request' (duration: 314.465524ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:37.820415Z","caller":"traceutil/trace.go:171","msg":"trace[216215627] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"314.619066ms","start":"2026-05-07T03:16:37.505784Z","end":"2026-05-07T03:16:37.820403Z","steps":["trace[216215627] 'process raft request' (duration: 314.451103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.82047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.505778Z","time spent":"314.668117ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:37.820468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.505618Z","time spent":"314.75595ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:37.82093Z","caller":"traceutil/trace.go:171","msg":"trace[1507175152] transaction","detail":"{read_only:false; response_revision:30859; number_of_response:1; }","duration":"315.053836ms","start":"2026-05-07T03:16:37.505827Z","end":"2026-05-07T03:16:37.820881Z","steps":["trace[1507175152] 'process raft request' (duration: 314.525254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:37.822003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.505822Z","time spent":"315.191199ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:38.029534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.316219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:16:38.029992Z","caller":"traceutil/trace.go:171","msg":"trace[1818777202] transaction","detail":"{read_only:false; response_revision:30860; number_of_response:1; }","duration":"438.117904ms","start":"2026-05-07T03:16:37.59185Z","end":"2026-05-07T03:16:38.029968Z","steps":["trace[1818777202] 'process raft request' (duration: 307.296413ms)","trace[1818777202] 'compare' (duration: 130.159056ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:38.03004Z","caller":"traceutil/trace.go:171","msg":"trace[1955176160] transaction","detail":"{read_only:false; response_revision:30861; number_of_response:1; }","duration":"241.688698ms","start":"2026-05-07T03:16:37.788321Z","end":"2026-05-07T03:16:38.03001Z","steps":["trace[1955176160] 'process raft request' (duration: 241.414112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:38.030092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:37.591826Z","time spent":"438.225886ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:38.030113Z","caller":"traceutil/trace.go:171","msg":"trace[475754552] linearizableReadLoop","detail":"{readStateIndex:31983; appliedIndex:31977; }","duration":"242.907225ms","start":"2026-05-07T03:16:37.787176Z","end":"2026-05-07T03:16:38.030083Z","steps":["trace[475754552] 'read index received' (duration: 32.582177ms)","trace[475754552] 'applied index is now lower than readState.Index' (duration: 210.322498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:38.030684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.690406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:38.03075Z","caller":"traceutil/trace.go:171","msg":"trace[801634363] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:30861; }","duration":"279.937861ms","start":"2026-05-07T03:16:37.750795Z","end":"2026-05-07T03:16:38.030733Z","steps":["trace[801634363] 'agreement among raft nodes before linearized reading' (duration: 279.41232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:38.031215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.04ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:16:38.031268Z","caller":"traceutil/trace.go:171","msg":"trace[385585711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30862; }","duration":"240.146873ms","start":"2026-05-07T03:16:37.791108Z","end":"2026-05-07T03:16:38.031254Z","steps":["trace[385585711] 'agreement among raft nodes before linearized reading' (duration: 239.644262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:39.082182Z","caller":"traceutil/trace.go:171","msg":"trace[528698709] transaction","detail":"{read_only:false; response_revision:30865; number_of_response:1; }","duration":"151.410521ms","start":"2026-05-07T03:16:38.930751Z","end":"2026-05-07T03:16:39.082161Z","steps":["trace[528698709] 'process raft request' (duration: 123.374575ms)","trace[528698709] 'compare' (duration: 27.940564ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:39.167756Z","caller":"traceutil/trace.go:171","msg":"trace[286428619] linearizableReadLoop","detail":"{readStateIndex:31989; appliedIndex:31987; }","duration":"172.239627ms","start":"2026-05-07T03:16:38.995492Z","end":"2026-05-07T03:16:39.167732Z","steps":["trace[286428619] 'read index received' (duration: 58.704351ms)","trace[286428619] 'applied index is now lower than readState.Index' (duration: 113.533696ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:39.167841Z","caller":"traceutil/trace.go:171","msg":"trace[1295640736] transaction","detail":"{read_only:false; response_revision:30866; number_of_response:1; }","duration":"198.031612ms","start":"2026-05-07T03:16:38.969773Z","end":"2026-05-07T03:16:39.167804Z","steps":["trace[1295640736] 'process raft request' (duration: 197.820138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:39.167933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.41375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:39.167969Z","caller":"traceutil/trace.go:171","msg":"trace[91605199] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:30866; }","duration":"172.507063ms","start":"2026-05-07T03:16:38.995449Z","end":"2026-05-07T03:16:39.167956Z","steps":["trace[91605199] 'agreement among raft nodes before linearized reading' (duration: 172.419231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:39.229302Z","caller":"traceutil/trace.go:171","msg":"trace[23031312] transaction","detail":"{read_only:false; response_revision:30867; number_of_response:1; }","duration":"170.203611ms","start":"2026-05-07T03:16:39.059063Z","end":"2026-05-07T03:16:39.229266Z","steps":["trace[23031312] 'process raft request' (duration: 164.749339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:39.229434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.076089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T03:16:39.229499Z","caller":"traceutil/trace.go:171","msg":"trace[1123698206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30867; }","duration":"183.198912ms","start":"2026-05-07T03:16:39.046284Z","end":"2026-05-07T03:16:39.229483Z","steps":["trace[1123698206] 'agreement among raft nodes before linearized reading' (duration: 182.921596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:39.449975Z","caller":"traceutil/trace.go:171","msg":"trace[1354497331] linearizableReadLoop","detail":"{readStateIndex:31991; appliedIndex:31990; }","duration":"181.726338ms","start":"2026-05-07T03:16:39.26823Z","end":"2026-05-07T03:16:39.449956Z","steps":["trace[1354497331] 'read index received' (duration: 181.547185ms)","trace[1354497331] 'applied index is now lower than readState.Index' (duration: 178.033µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:39.450084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.850781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:39.450101Z","caller":"traceutil/trace.go:171","msg":"trace[2014188607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30868; }","duration":"181.943823ms","start":"2026-05-07T03:16:39.268152Z","end":"2026-05-07T03:16:39.450096Z","steps":["trace[2014188607] 'agreement among raft nodes before linearized reading' (duration: 181.869091ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:39.450296Z","caller":"traceutil/trace.go:171","msg":"trace[98349964] transaction","detail":"{read_only:false; response_revision:30868; number_of_response:1; }","duration":"215.989983ms","start":"2026-05-07T03:16:39.234072Z","end":"2026-05-07T03:16:39.450062Z","steps":["trace[98349964] 'process raft request' (duration: 215.765728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:39.718201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.236721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:16:39.718373Z","caller":"traceutil/trace.go:171","msg":"trace[892850133] linearizableReadLoop","detail":"{readStateIndex:31993; appliedIndex:31991; }","duration":"209.754235ms","start":"2026-05-07T03:16:39.508601Z","end":"2026-05-07T03:16:39.718355Z","steps":["trace[892850133] 'read index received' (duration: 28.982508ms)","trace[892850133] 'applied index is now lower than readState.Index' (duration: 180.770447ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:39.718533Z","caller":"traceutil/trace.go:171","msg":"trace[213505267] transaction","detail":"{read_only:false; response_revision:30871; number_of_response:1; }","duration":"208.358782ms","start":"2026-05-07T03:16:39.510153Z","end":"2026-05-07T03:16:39.718512Z","steps":["trace[213505267] 'process raft request' (duration: 208.138887ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:39.718531Z","caller":"traceutil/trace.go:171","msg":"trace[2023221089] transaction","detail":"{read_only:false; response_revision:30870; number_of_response:1; }","duration":"210.687235ms","start":"2026-05-07T03:16:39.507821Z","end":"2026-05-07T03:16:39.718508Z","steps":["trace[2023221089] 'process raft request' (duration: 96.036105ms)","trace[2023221089] 'compare' (duration: 113.785361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:39.718629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.01537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:39.718661Z","caller":"traceutil/trace.go:171","msg":"trace[373784496] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30871; }","duration":"210.091971ms","start":"2026-05-07T03:16:39.508562Z","end":"2026-05-07T03:16:39.718654Z","steps":["trace[373784496] 'agreement among raft nodes before linearized reading' (duration: 209.960768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:39.719204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.730453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:39.719276Z","caller":"traceutil/trace.go:171","msg":"trace[435112046] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30871; }","duration":"209.830984ms","start":"2026-05-07T03:16:39.509429Z","end":"2026-05-07T03:16:39.71926Z","steps":["trace[435112046] 'agreement among raft nodes before linearized reading' (duration: 209.709582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:40.97186Z","caller":"traceutil/trace.go:171","msg":"trace[411563139] transaction","detail":"{read_only:false; response_revision:30881; number_of_response:1; }","duration":"116.37657ms","start":"2026-05-07T03:16:40.855433Z","end":"2026-05-07T03:16:40.971809Z","steps":["trace[411563139] 'process raft request' (duration: 110.430866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:42.110451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289010435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:16:42.164923Z","caller":"traceutil/trace.go:171","msg":"trace[1171374425] transaction","detail":"{read_only:false; response_revision:30884; number_of_response:1; }","duration":"621.286135ms","start":"2026-05-07T03:16:41.543616Z","end":"2026-05-07T03:16:42.164903Z","steps":["trace[1171374425] 'process raft request' (duration: 621.155381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:42.165046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.543593Z","time spent":"621.388607ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:42.39622Z","caller":"traceutil/trace.go:171","msg":"trace[1979086995] transaction","detail":"{read_only:false; response_revision:30885; number_of_response:1; }","duration":"672.195861ms","start":"2026-05-07T03:16:41.723993Z","end":"2026-05-07T03:16:42.396189Z","steps":["trace[1979086995] 'process raft request' (duration: 671.941566ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:42.396235Z","caller":"traceutil/trace.go:171","msg":"trace[297007141] linearizableReadLoop","detail":"{readStateIndex:32011; appliedIndex:32006; }","duration":"786.239549ms","start":"2026-05-07T03:16:41.609971Z","end":"2026-05-07T03:16:42.39621Z","steps":["trace[297007141] 'read index received' (duration: 554.879212ms)","trace[297007141] 'applied index is now lower than readState.Index' (duration: 231.359277ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:42.396245Z","caller":"traceutil/trace.go:171","msg":"trace[1778313658] transaction","detail":"{read_only:false; response_revision:30886; number_of_response:1; }","duration":"671.22385ms","start":"2026-05-07T03:16:41.724988Z","end":"2026-05-07T03:16:42.396212Z","steps":["trace[1778313658] 'process raft request' (duration: 671.112747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:42.396335Z","caller":"traceutil/trace.go:171","msg":"trace[1173802097] transaction","detail":"{read_only:false; response_revision:30888; number_of_response:1; }","duration":"338.816666ms","start":"2026-05-07T03:16:42.057505Z","end":"2026-05-07T03:16:42.396321Z","steps":["trace[1173802097] 'process raft request' (duration: 338.669793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:42.396373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.723968Z","time spent":"672.322244ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:42.396386Z","caller":"traceutil/trace.go:171","msg":"trace[172236872] transaction","detail":"{read_only:false; response_revision:30887; number_of_response:1; }","duration":"346.248211ms","start":"2026-05-07T03:16:42.050084Z","end":"2026-05-07T03:16:42.396332Z","steps":["trace[172236872] 'process raft request' (duration: 346.059057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:42.396444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.057484Z","time spent":"338.876718ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:42.396476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.486794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:42.396571Z","caller":"traceutil/trace.go:171","msg":"trace[772984495] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:30888; }","duration":"786.615116ms","start":"2026-05-07T03:16:41.609927Z","end":"2026-05-07T03:16:42.396542Z","steps":["trace[772984495] 'agreement among raft nodes before linearized reading' (duration: 786.468353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:42.396575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.050056Z","time spent":"346.419946ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:42.39663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.609897Z","time spent":"786.717179ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:42.396783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.724971Z","time spent":"671.346982ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:43.114914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.847771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:16:43.115133Z","caller":"traceutil/trace.go:171","msg":"trace[1183110764] linearizableReadLoop","detail":"{readStateIndex:32012; appliedIndex:32011; }","duration":"718.819513ms","start":"2026-05-07T03:16:42.396293Z","end":"2026-05-07T03:16:43.115112Z","steps":["trace[1183110764] 'read index received' (duration: 189.666555ms)","trace[1183110764] 'applied index is now lower than readState.Index' (duration: 529.151708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.115586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.003746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.115667Z","caller":"traceutil/trace.go:171","msg":"trace[167455450] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30888; }","duration":"770.116718ms","start":"2026-05-07T03:16:42.345531Z","end":"2026-05-07T03:16:43.115648Z","steps":["trace[167455450] 'agreement among raft nodes before linearized reading' (duration: 769.947915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.115714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.345513Z","time spent":"770.18974ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:43.11628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190602709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:16:43.11634Z","caller":"traceutil/trace.go:171","msg":"trace[1729144354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30888; }","duration":"1.19071415s","start":"2026-05-07T03:16:41.925609Z","end":"2026-05-07T03:16:43.116323Z","steps":["trace[1729144354] 'agreement among raft nodes before linearized reading' (duration: 1.190528126s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.116386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.925587Z","time spent":"1.190787332s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:16:43.117094Z","caller":"traceutil/trace.go:171","msg":"trace[1851816920] transaction","detail":"{read_only:false; response_revision:30889; number_of_response:1; }","duration":"398.719504ms","start":"2026-05-07T03:16:42.718358Z","end":"2026-05-07T03:16:43.117077Z","steps":["trace[1851816920] 'process raft request' (duration: 396.654238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.117205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.718322Z","time spent":"398.810516ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:43.13979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180649706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:16:43.139882Z","caller":"traceutil/trace.go:171","msg":"trace[1401338246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30889; }","duration":"1.180773249s","start":"2026-05-07T03:16:41.959081Z","end":"2026-05-07T03:16:43.139855Z","steps":["trace[1401338246] 'agreement among raft nodes before linearized reading' (duration: 1.157579551s)","trace[1401338246] 'range keys from in-memory index tree' (duration: 22.968063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.139937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.959069Z","time spent":"1.180857321s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:16:43.139976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41634818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.140062Z","caller":"traceutil/trace.go:171","msg":"trace[498846129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30889; }","duration":"1.416488654s","start":"2026-05-07T03:16:41.723551Z","end":"2026-05-07T03:16:43.14004Z","steps":["trace[498846129] 'agreement among raft nodes before linearized reading' (duration: 1.393298845s)","trace[498846129] 'range keys from in-memory index tree' (duration: 23.066796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.140112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.723528Z","time spent":"1.416574145s","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:43.140453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.026032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:16:43.140485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305096565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.140538Z","caller":"traceutil/trace.go:171","msg":"trace[1039999053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:30889; }","duration":"1.305147646s","start":"2026-05-07T03:16:41.835373Z","end":"2026-05-07T03:16:43.140521Z","steps":["trace[1039999053] 'agreement among raft nodes before linearized reading' (duration: 1.281488157s)","trace[1039999053] 'count revisions from in-memory index tree' (duration: 23.597108ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:43.140545Z","caller":"traceutil/trace.go:171","msg":"trace[2042375442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30889; }","duration":"854.173745ms","start":"2026-05-07T03:16:42.286344Z","end":"2026-05-07T03:16:43.140518Z","steps":["trace[2042375442] 'agreement among raft nodes before linearized reading' (duration: 830.270511ms)","trace[2042375442] 'count revisions from in-memory index tree' (duration: 23.766741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.140582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.8353Z","time spent":"1.305272069s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:43.140589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.286317Z","time spent":"854.260367ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:43.140666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180963024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:16:43.140711Z","caller":"traceutil/trace.go:171","msg":"trace[295164112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30889; }","duration":"1.181024855s","start":"2026-05-07T03:16:41.959673Z","end":"2026-05-07T03:16:43.140698Z","steps":["trace[295164112] 'agreement among raft nodes before linearized reading' (duration: 1.156974637s)","trace[295164112] 'range keys from in-memory index tree' (duration: 23.894724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.140749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.959663Z","time spent":"1.181076996s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:16:43.140838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41724116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.140873Z","caller":"traceutil/trace.go:171","msg":"trace[135778927] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30889; }","duration":"1.417311972s","start":"2026-05-07T03:16:41.723551Z","end":"2026-05-07T03:16:43.140863Z","steps":["trace[135778927] 'agreement among raft nodes before linearized reading' (duration: 1.393316935s)","trace[135778927] 'range keys from in-memory index tree' (duration: 23.954856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.140907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.723528Z","time spent":"1.417372172s","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:43.140926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181160368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:16:43.140715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180891822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:16:43.141023Z","caller":"traceutil/trace.go:171","msg":"trace[1097384122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30889; }","duration":"1.181283191s","start":"2026-05-07T03:16:41.959719Z","end":"2026-05-07T03:16:43.141002Z","steps":["trace[1097384122] 'agreement among raft nodes before linearized reading' (duration: 1.156920886s)","trace[1097384122] 'range keys from in-memory index tree' (duration: 23.760532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.141086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.959714Z","time spent":"1.181357792s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:16:43.141144Z","caller":"traceutil/trace.go:171","msg":"trace[193493499] transaction","detail":"{read_only:false; response_revision:30890; number_of_response:1; }","duration":"158.205092ms","start":"2026-05-07T03:16:42.982921Z","end":"2026-05-07T03:16:43.141126Z","steps":["trace[193493499] 'process raft request' (duration: 139.973554ms)","trace[193493499] 'compare' (duration: 17.521493ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:43.140972Z","caller":"traceutil/trace.go:171","msg":"trace[322534409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30889; }","duration":"1.181216249s","start":"2026-05-07T03:16:41.959743Z","end":"2026-05-07T03:16:43.14096Z","steps":["trace[322534409] 'agreement among raft nodes before linearized reading' (duration: 1.156886215s)","trace[322534409] 'range keys from in-memory index tree' (duration: 24.226722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:43.14124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.343562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:43.141277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:41.959739Z","time spent":"1.181527686s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:16:43.141313Z","caller":"traceutil/trace.go:171","msg":"trace[1801856109] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30891; }","duration":"525.461525ms","start":"2026-05-07T03:16:42.615834Z","end":"2026-05-07T03:16:43.141295Z","steps":["trace[1801856109] 'agreement among raft nodes before linearized reading' (duration: 525.334322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.141424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.615813Z","time spent":"525.581447ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:43.141313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.814471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:43.141559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.197648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.141569Z","caller":"traceutil/trace.go:171","msg":"trace[86690814] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30891; }","duration":"161.103718ms","start":"2026-05-07T03:16:42.980453Z","end":"2026-05-07T03:16:43.141557Z","steps":["trace[86690814] 'agreement among raft nodes before linearized reading' (duration: 160.832432ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:43.141585Z","caller":"traceutil/trace.go:171","msg":"trace[144807788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30891; }","duration":"525.237649ms","start":"2026-05-07T03:16:42.616341Z","end":"2026-05-07T03:16:43.141578Z","steps":["trace[144807788] 'agreement among raft nodes before linearized reading' (duration: 525.205959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.141609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.616333Z","time spent":"525.27274ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:43.141535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.634976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.141712Z","caller":"traceutil/trace.go:171","msg":"trace[1155111756] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30891; }","duration":"524.877911ms","start":"2026-05-07T03:16:42.616827Z","end":"2026-05-07T03:16:43.141705Z","steps":["trace[1155111756] 'agreement among raft nodes before linearized reading' (duration: 524.690577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.141738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.616792Z","time spent":"524.939293ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:43.141755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.691689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:43.141857Z","caller":"traceutil/trace.go:171","msg":"trace[1897754959] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30891; }","duration":"525.809282ms","start":"2026-05-07T03:16:42.616023Z","end":"2026-05-07T03:16:43.141832Z","steps":["trace[1897754959] 'agreement among raft nodes before linearized reading' (duration: 525.639558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:43.141802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.484565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:43.14195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:42.616015Z","time spent":"525.921894ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:43.142116Z","caller":"traceutil/trace.go:171","msg":"trace[825439583] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30891; }","duration":"156.803122ms","start":"2026-05-07T03:16:42.985293Z","end":"2026-05-07T03:16:43.142096Z","steps":["trace[825439583] 'agreement among raft nodes before linearized reading' (duration: 156.490995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:43.623282Z","caller":"traceutil/trace.go:171","msg":"trace[2046237100] transaction","detail":"{read_only:false; response_revision:30897; number_of_response:1; }","duration":"118.500136ms","start":"2026-05-07T03:16:43.504755Z","end":"2026-05-07T03:16:43.623255Z","steps":["trace[2046237100] 'process raft request' (duration: 118.187879ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:44.503585Z","caller":"traceutil/trace.go:171","msg":"trace[1779733411] transaction","detail":"{read_only:false; response_revision:30900; number_of_response:1; }","duration":"101.116508ms","start":"2026-05-07T03:16:44.402444Z","end":"2026-05-07T03:16:44.50356Z","steps":["trace[1779733411] 'process raft request' (duration: 100.972704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:44.525659Z","caller":"traceutil/trace.go:171","msg":"trace[995276389] transaction","detail":"{read_only:false; response_revision:30901; number_of_response:1; }","duration":"122.950956ms","start":"2026-05-07T03:16:44.402686Z","end":"2026-05-07T03:16:44.525637Z","steps":["trace[995276389] 'process raft request' (duration: 122.772782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:44.525935Z","caller":"traceutil/trace.go:171","msg":"trace[835463457] transaction","detail":"{read_only:false; response_revision:30902; number_of_response:1; }","duration":"122.818093ms","start":"2026-05-07T03:16:44.403098Z","end":"2026-05-07T03:16:44.525916Z","steps":["trace[835463457] 'process raft request' (duration: 122.485235ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:44.526214Z","caller":"traceutil/trace.go:171","msg":"trace[589376660] transaction","detail":"{read_only:false; response_revision:30903; number_of_response:1; }","duration":"123.000186ms","start":"2026-05-07T03:16:44.403169Z","end":"2026-05-07T03:16:44.526169Z","steps":["trace[589376660] 'process raft request' (duration: 122.671189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:47.417591Z","caller":"traceutil/trace.go:171","msg":"trace[347381077] transaction","detail":"{read_only:false; response_revision:30925; number_of_response:1; }","duration":"114.817915ms","start":"2026-05-07T03:16:47.302749Z","end":"2026-05-07T03:16:47.417567Z","steps":["trace[347381077] 'process raft request' (duration: 114.775034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:47.418091Z","caller":"traceutil/trace.go:171","msg":"trace[1580264659] transaction","detail":"{read_only:false; response_revision:30923; number_of_response:1; }","duration":"117.063835ms","start":"2026-05-07T03:16:47.301008Z","end":"2026-05-07T03:16:47.418072Z","steps":["trace[1580264659] 'process raft request' (duration: 114.578779ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:47.418271Z","caller":"traceutil/trace.go:171","msg":"trace[1747891829] transaction","detail":"{read_only:false; response_revision:30924; number_of_response:1; }","duration":"117.173357ms","start":"2026-05-07T03:16:47.301085Z","end":"2026-05-07T03:16:47.418259Z","steps":["trace[1747891829] 'process raft request' (duration: 116.392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:48.124394Z","caller":"traceutil/trace.go:171","msg":"trace[688910598] linearizableReadLoop","detail":"{readStateIndex:32052; appliedIndex:32051; }","duration":"255.545916ms","start":"2026-05-07T03:16:47.868819Z","end":"2026-05-07T03:16:48.124365Z","steps":["trace[688910598] 'read index received' (duration: 255.309471ms)","trace[688910598] 'applied index is now lower than readState.Index' (duration: 235.075µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:48.124592Z","caller":"traceutil/trace.go:171","msg":"trace[444177221] transaction","detail":"{read_only:false; response_revision:30927; number_of_response:1; }","duration":"261.90525ms","start":"2026-05-07T03:16:47.862652Z","end":"2026-05-07T03:16:48.124558Z","steps":["trace[444177221] 'process raft request' (duration: 261.529281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:48.125081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.240292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:48.125152Z","caller":"traceutil/trace.go:171","msg":"trace[1355675431] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:30927; }","duration":"256.371434ms","start":"2026-05-07T03:16:47.868759Z","end":"2026-05-07T03:16:48.125131Z","steps":["trace[1355675431] 'agreement among raft nodes before linearized reading' (duration: 256.219861ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:48.125842Z","caller":"traceutil/trace.go:171","msg":"trace[396621968] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:30927; }","duration":"100.007742ms","start":"2026-05-07T03:16:48.025813Z","end":"2026-05-07T03:16:48.125821Z","steps":["trace[396621968] 'agreement among raft nodes before linearized reading' (duration: 98.819046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:48.658104Z","caller":"traceutil/trace.go:171","msg":"trace[141350288] transaction","detail":"{read_only:false; response_revision:30931; number_of_response:1; }","duration":"130.739559ms","start":"2026-05-07T03:16:48.527339Z","end":"2026-05-07T03:16:48.658078Z","steps":["trace[141350288] 'process raft request' (duration: 110.854535ms)","trace[141350288] 'compare' (duration: 19.68404ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:48.65842Z","caller":"traceutil/trace.go:171","msg":"trace[1905428570] transaction","detail":"{read_only:false; response_revision:30932; number_of_response:1; }","duration":"111.049519ms","start":"2026-05-07T03:16:48.547361Z","end":"2026-05-07T03:16:48.65841Z","steps":["trace[1905428570] 'process raft request' (duration: 110.666331ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:48.65852Z","caller":"traceutil/trace.go:171","msg":"trace[4199206] transaction","detail":"{read_only:false; response_revision:30933; number_of_response:1; }","duration":"111.02453ms","start":"2026-05-07T03:16:48.547464Z","end":"2026-05-07T03:16:48.658488Z","steps":["trace[4199206] 'process raft request' (duration: 110.850075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:51.757699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.040764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:16:51.757792Z","caller":"traceutil/trace.go:171","msg":"trace[629400510] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:30975; }","duration":"143.167677ms","start":"2026-05-07T03:16:51.614601Z","end":"2026-05-07T03:16:51.757769Z","steps":["trace[629400510] 'count revisions from in-memory index tree' (duration: 142.934342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:55.369256Z","caller":"traceutil/trace.go:171","msg":"trace[755695837] transaction","detail":"{read_only:false; response_revision:31010; number_of_response:1; }","duration":"145.591252ms","start":"2026-05-07T03:16:55.223645Z","end":"2026-05-07T03:16:55.369236Z","steps":["trace[755695837] 'process raft request' (duration: 115.06096ms)","trace[755695837] 'compare' (duration: 30.328097ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:55.386307Z","caller":"traceutil/trace.go:171","msg":"trace[1683712684] linearizableReadLoop","detail":"{readStateIndex:32137; appliedIndex:32135; }","duration":"147.611666ms","start":"2026-05-07T03:16:55.238681Z","end":"2026-05-07T03:16:55.386293Z","steps":["trace[1683712684] 'read index received' (duration: 100.046024ms)","trace[1683712684] 'applied index is now lower than readState.Index' (duration: 47.564732ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:55.386646Z","caller":"traceutil/trace.go:171","msg":"trace[1412482100] transaction","detail":"{read_only:false; response_revision:31011; number_of_response:1; }","duration":"148.240921ms","start":"2026-05-07T03:16:55.238395Z","end":"2026-05-07T03:16:55.386636Z","steps":["trace[1412482100] 'process raft request' (duration: 147.677989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:55.386774Z","caller":"traceutil/trace.go:171","msg":"trace[2136185938] transaction","detail":"{read_only:false; response_revision:31012; number_of_response:1; }","duration":"110.949917ms","start":"2026-05-07T03:16:55.275818Z","end":"2026-05-07T03:16:55.386768Z","steps":["trace[2136185938] 'process raft request' (duration: 110.373824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.387086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.389413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:55.387114Z","caller":"traceutil/trace.go:171","msg":"trace[350714705] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31013; }","duration":"148.448635ms","start":"2026-05-07T03:16:55.238658Z","end":"2026-05-07T03:16:55.387107Z","steps":["trace[350714705] 'agreement among raft nodes before linearized reading' (duration: 148.343293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.387246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.917012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:55.387269Z","caller":"traceutil/trace.go:171","msg":"trace[762515738] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31013; }","duration":"147.950473ms","start":"2026-05-07T03:16:55.239312Z","end":"2026-05-07T03:16:55.387263Z","steps":["trace[762515738] 'agreement among raft nodes before linearized reading' (duration: 147.914342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.387614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.564248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:16:55.387638Z","caller":"traceutil/trace.go:171","msg":"trace[761308094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31013; }","duration":"101.60966ms","start":"2026-05-07T03:16:55.286023Z","end":"2026-05-07T03:16:55.387633Z","steps":["trace[761308094] 'agreement among raft nodes before linearized reading' (duration: 101.541278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.387842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.898885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:55.387867Z","caller":"traceutil/trace.go:171","msg":"trace[1712501908] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31013; }","duration":"109.937546ms","start":"2026-05-07T03:16:55.277924Z","end":"2026-05-07T03:16:55.387861Z","steps":["trace[1712501908] 'agreement among raft nodes before linearized reading' (duration: 109.778582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.388006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.096969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:55.388028Z","caller":"traceutil/trace.go:171","msg":"trace[1759347249] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31013; }","duration":"110.13988ms","start":"2026-05-07T03:16:55.277883Z","end":"2026-05-07T03:16:55.388023Z","steps":["trace[1759347249] 'agreement among raft nodes before linearized reading' (duration: 110.080529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.38811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.479208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:55.388131Z","caller":"traceutil/trace.go:171","msg":"trace[1507229982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31013; }","duration":"115.513979ms","start":"2026-05-07T03:16:55.272612Z","end":"2026-05-07T03:16:55.388126Z","steps":["trace[1507229982] 'agreement among raft nodes before linearized reading' (duration: 115.482898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.388204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.672882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:55.388224Z","caller":"traceutil/trace.go:171","msg":"trace[570206167] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31013; }","duration":"115.713185ms","start":"2026-05-07T03:16:55.272506Z","end":"2026-05-07T03:16:55.388219Z","steps":["trace[570206167] 'agreement among raft nodes before linearized reading' (duration: 115.686044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.388293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.538874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:55.388312Z","caller":"traceutil/trace.go:171","msg":"trace[487587960] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31013; }","duration":"117.585756ms","start":"2026-05-07T03:16:55.270722Z","end":"2026-05-07T03:16:55.388308Z","steps":["trace[487587960] 'agreement among raft nodes before linearized reading' (duration: 117.560125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:55.388401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.599598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:55.388767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.647375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:55.388794Z","caller":"traceutil/trace.go:171","msg":"trace[586971666] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31013; }","duration":"146.685415ms","start":"2026-05-07T03:16:55.242103Z","end":"2026-05-07T03:16:55.388788Z","steps":["trace[586971666] 'agreement among raft nodes before linearized reading' (duration: 146.618704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:55.389073Z","caller":"traceutil/trace.go:171","msg":"trace[1860760706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31013; }","duration":"122.640659ms","start":"2026-05-07T03:16:55.265778Z","end":"2026-05-07T03:16:55.388418Z","steps":["trace[1860760706] 'agreement among raft nodes before linearized reading' (duration: 122.607598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:55.94999Z","caller":"traceutil/trace.go:171","msg":"trace[1893063926] linearizableReadLoop","detail":"{readStateIndex:32147; appliedIndex:32146; }","duration":"221.129938ms","start":"2026-05-07T03:16:55.728832Z","end":"2026-05-07T03:16:55.949962Z","steps":["trace[1893063926] 'read index received' (duration: 204.370494ms)","trace[1893063926] 'applied index is now lower than readState.Index' (duration: 16.758214ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:55.950195Z","caller":"traceutil/trace.go:171","msg":"trace[647133962] transaction","detail":"{read_only:false; response_revision:31021; number_of_response:1; }","duration":"286.407716ms","start":"2026-05-07T03:16:55.663739Z","end":"2026-05-07T03:16:55.950147Z","steps":["trace[647133962] 'process raft request' (duration: 269.469198ms)","trace[647133962] 'compare' (duration: 16.608751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:55.950228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.378723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:55.950273Z","caller":"traceutil/trace.go:171","msg":"trace[178609698] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:31021; }","duration":"221.465995ms","start":"2026-05-07T03:16:55.728793Z","end":"2026-05-07T03:16:55.950259Z","steps":["trace[178609698] 'agreement among raft nodes before linearized reading' (duration: 221.344453ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:56.161137Z","caller":"traceutil/trace.go:171","msg":"trace[1194224914] transaction","detail":"{read_only:false; response_revision:31023; number_of_response:1; }","duration":"155.259158ms","start":"2026-05-07T03:16:56.005853Z","end":"2026-05-07T03:16:56.161113Z","steps":["trace[1194224914] 'process raft request' (duration: 155.193887ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:56.161298Z","caller":"traceutil/trace.go:171","msg":"trace[1562350763] transaction","detail":"{read_only:false; response_revision:31022; number_of_response:1; }","duration":"206.570403ms","start":"2026-05-07T03:16:55.954689Z","end":"2026-05-07T03:16:56.161259Z","steps":["trace[1562350763] 'process raft request' (duration: 111.422928ms)","trace[1562350763] 'compare' (duration: 94.803558ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:56.981781Z","caller":"traceutil/trace.go:171","msg":"trace[475594399] transaction","detail":"{read_only:false; response_revision:31026; number_of_response:1; }","duration":"248.264524ms","start":"2026-05-07T03:16:56.733477Z","end":"2026-05-07T03:16:56.981742Z","steps":["trace[475594399] 'process raft request' (duration: 247.993718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:57.115418Z","caller":"traceutil/trace.go:171","msg":"trace[2069566472] transaction","detail":"{read_only:false; response_revision:31028; number_of_response:1; }","duration":"368.031388ms","start":"2026-05-07T03:16:56.747359Z","end":"2026-05-07T03:16:57.11539Z","steps":["trace[2069566472] 'process raft request' (duration: 367.709061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.115552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:56.747337Z","time spent":"368.145071ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:57.115574Z","caller":"traceutil/trace.go:171","msg":"trace[1437598173] transaction","detail":"{read_only:false; response_revision:31027; number_of_response:1; }","duration":"368.292735ms","start":"2026-05-07T03:16:56.747247Z","end":"2026-05-07T03:16:57.11554Z","steps":["trace[1437598173] 'process raft request' (duration: 290.834776ms)","trace[1437598173] 'compare' (duration: 76.861075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:57.115734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:56.747224Z","time spent":"368.427027ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:57.11578Z","caller":"traceutil/trace.go:171","msg":"trace[1561006530] transaction","detail":"{read_only:false; response_revision:31030; number_of_response:1; }","duration":"174.934637ms","start":"2026-05-07T03:16:56.94084Z","end":"2026-05-07T03:16:57.115775Z","steps":["trace[1561006530] 'process raft request' (duration: 174.313083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:57.115748Z","caller":"traceutil/trace.go:171","msg":"trace[785352552] transaction","detail":"{read_only:false; response_revision:31029; number_of_response:1; }","duration":"367.767923ms","start":"2026-05-07T03:16:56.747972Z","end":"2026-05-07T03:16:57.11574Z","steps":["trace[785352552] 'process raft request' (duration: 367.144249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.115969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:56.747962Z","time spent":"367.917187ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:57.116498Z","caller":"traceutil/trace.go:171","msg":"trace[1794309296] linearizableReadLoop","detail":"{readStateIndex:32155; appliedIndex:32151; }","duration":"204.910425ms","start":"2026-05-07T03:16:56.910302Z","end":"2026-05-07T03:16:57.115212Z","steps":["trace[1794309296] 'read index received' (duration: 71.057997ms)","trace[1794309296] 'applied index is now lower than readState.Index' (duration: 133.851508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:16:57.116663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.350639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:16:57.116718Z","caller":"traceutil/trace.go:171","msg":"trace[1967132109] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:31030; }","duration":"206.44243ms","start":"2026-05-07T03:16:56.910262Z","end":"2026-05-07T03:16:57.116705Z","steps":["trace[1967132109] 'agreement among raft nodes before linearized reading' (duration: 206.263996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.825525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.09444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.825649Z","caller":"traceutil/trace.go:171","msg":"trace[1878779529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31030; }","duration":"428.227493ms","start":"2026-05-07T03:16:57.397402Z","end":"2026-05-07T03:16:57.82563Z","steps":["trace[1878779529] 'range keys from in-memory index tree' (duration: 428.077449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.82624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.544806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T03:16:57.826336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.118058Z","time spent":"708.271967ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:16:57.881613Z","caller":"traceutil/trace.go:171","msg":"trace[1297747823] linearizableReadLoop","detail":"{readStateIndex:32158; appliedIndex:32156; }","duration":"616.972678ms","start":"2026-05-07T03:16:57.264613Z","end":"2026-05-07T03:16:57.881586Z","steps":["trace[1297747823] 'read index received' (duration: 229.078825ms)","trace[1297747823] 'applied index is now lower than readState.Index' (duration: 387.892793ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:57.881734Z","caller":"traceutil/trace.go:171","msg":"trace[772289093] transaction","detail":"{read_only:false; response_revision:31032; number_of_response:1; }","duration":"485.370639ms","start":"2026-05-07T03:16:57.396348Z","end":"2026-05-07T03:16:57.881719Z","steps":["trace[772289093] 'process raft request' (duration: 485.127014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.881838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.396331Z","time spent":"485.43646ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:57.881922Z","caller":"traceutil/trace.go:171","msg":"trace[367084343] transaction","detail":"{read_only:false; response_revision:31031; number_of_response:1; }","duration":"761.743881ms","start":"2026-05-07T03:16:57.120157Z","end":"2026-05-07T03:16:57.881901Z","steps":["trace[367084343] 'process raft request' (duration: 761.102517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.881999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.120137Z","time spent":"761.824913ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:16:57.882117Z","caller":"traceutil/trace.go:171","msg":"trace[7543653] transaction","detail":"{read_only:false; response_revision:31033; number_of_response:1; }","duration":"480.799628ms","start":"2026-05-07T03:16:57.401302Z","end":"2026-05-07T03:16:57.882102Z","steps":["trace[7543653] 'process raft request' (duration: 480.240095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.882188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401276Z","time spent":"480.870209ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:57.882349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.732965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.882397Z","caller":"traceutil/trace.go:171","msg":"trace[2038261405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31033; }","duration":"617.817017ms","start":"2026-05-07T03:16:57.264569Z","end":"2026-05-07T03:16:57.882386Z","steps":["trace[2038261405] 'agreement among raft nodes before linearized reading' (duration: 617.745605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.882433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.264548Z","time spent":"617.878868ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:16:57.885615Z","caller":"traceutil/trace.go:171","msg":"trace[749050293] transaction","detail":"{read_only:false; response_revision:31034; number_of_response:1; }","duration":"354.398183ms","start":"2026-05-07T03:16:57.531159Z","end":"2026-05-07T03:16:57.885557Z","steps":["trace[749050293] 'process raft request' (duration: 354.019275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.88584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.531135Z","time spent":"354.593348ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:57.887413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.863427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:16:57.887494Z","caller":"traceutil/trace.go:171","msg":"trace[36441692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31035; }","duration":"162.99561ms","start":"2026-05-07T03:16:57.72448Z","end":"2026-05-07T03:16:57.887475Z","steps":["trace[36441692] 'agreement among raft nodes before linearized reading' (duration: 162.883227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.887562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.004563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.887599Z","caller":"traceutil/trace.go:171","msg":"trace[1391743251] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31035; }","duration":"486.064905ms","start":"2026-05-07T03:16:57.401525Z","end":"2026-05-07T03:16:57.88759Z","steps":["trace[1391743251] 'agreement among raft nodes before linearized reading' (duration: 486.000904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.887627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401508Z","time spent":"486.112366ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:57.887741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.239899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"warn","ts":"2026-05-07T03:16:57.887759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.313227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.887787Z","caller":"traceutil/trace.go:171","msg":"trace[1229336437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:31035; }","duration":"210.336517ms","start":"2026-05-07T03:16:57.677437Z","end":"2026-05-07T03:16:57.887774Z","steps":["trace[1229336437] 'agreement among raft nodes before linearized reading' (duration: 210.298686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.887867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.400502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:57.8879Z","caller":"traceutil/trace.go:171","msg":"trace[1480835937] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31035; }","duration":"486.460004ms","start":"2026-05-07T03:16:57.401433Z","end":"2026-05-07T03:16:57.887893Z","steps":["trace[1480835937] 'agreement among raft nodes before linearized reading' (duration: 486.376402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.887939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401422Z","time spent":"486.507725ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:57.887999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.897085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:16:57.88803Z","caller":"traceutil/trace.go:171","msg":"trace[1847380517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31035; }","duration":"238.963806ms","start":"2026-05-07T03:16:57.649059Z","end":"2026-05-07T03:16:57.888023Z","steps":["trace[1847380517] 'agreement among raft nodes before linearized reading' (duration: 238.885964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.671458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.88814Z","caller":"traceutil/trace.go:171","msg":"trace[882451082] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31035; }","duration":"486.72801ms","start":"2026-05-07T03:16:57.401403Z","end":"2026-05-07T03:16:57.888131Z","steps":["trace[882451082] 'agreement among raft nodes before linearized reading' (duration: 486.675849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.075749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:16:57.888171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401393Z","time spent":"486.772671ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:16:57.888186Z","caller":"traceutil/trace.go:171","msg":"trace[1240881502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31035; }","duration":"239.13722ms","start":"2026-05-07T03:16:57.649042Z","end":"2026-05-07T03:16:57.88818Z","steps":["trace[1240881502] 'agreement among raft nodes before linearized reading' (duration: 239.075459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.835658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:16:57.888327Z","caller":"traceutil/trace.go:171","msg":"trace[1641770866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31035; }","duration":"253.861878ms","start":"2026-05-07T03:16:57.63446Z","end":"2026-05-07T03:16:57.888322Z","steps":["trace[1641770866] 'agreement among raft nodes before linearized reading' (duration: 253.803327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.981545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:57.888414Z","caller":"traceutil/trace.go:171","msg":"trace[295076492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31035; }","duration":"491.036045ms","start":"2026-05-07T03:16:57.39737Z","end":"2026-05-07T03:16:57.888406Z","steps":["trace[295076492] 'agreement among raft nodes before linearized reading' (duration: 490.950943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.17604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.888475Z","caller":"traceutil/trace.go:171","msg":"trace[512484409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:31035; }","duration":"419.236502ms","start":"2026-05-07T03:16:57.469232Z","end":"2026-05-07T03:16:57.888469Z","steps":["trace[512484409] 'agreement among raft nodes before linearized reading' (duration: 419.203581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.462655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:16:57.8885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.469215Z","time spent":"419.279782ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:16:57.888506Z","caller":"traceutil/trace.go:171","msg":"trace[266831948] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31035; }","duration":"491.532536ms","start":"2026-05-07T03:16:57.396965Z","end":"2026-05-07T03:16:57.888497Z","steps":["trace[266831948] 'agreement among raft nodes before linearized reading' (duration: 491.497666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.396942Z","time spent":"491.587358ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.810781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:16:57.888665Z","caller":"traceutil/trace.go:171","msg":"trace[1975757285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31035; }","duration":"456.863533ms","start":"2026-05-07T03:16:57.431796Z","end":"2026-05-07T03:16:57.88866Z","steps":["trace[1975757285] 'agreement among raft nodes before linearized reading' (duration: 456.803212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.431783Z","time spent":"456.896223ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.822237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:16:57.888785Z","caller":"traceutil/trace.go:171","msg":"trace[1103340700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31035; }","duration":"501.885887ms","start":"2026-05-07T03:16:57.386891Z","end":"2026-05-07T03:16:57.888777Z","steps":["trace[1103340700] 'agreement among raft nodes before linearized reading' (duration: 501.792325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.8888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.077253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:16:57.888818Z","caller":"traceutil/trace.go:171","msg":"trace[820407608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31035; }","duration":"481.119173ms","start":"2026-05-07T03:16:57.407693Z","end":"2026-05-07T03:16:57.888813Z","steps":["trace[820407608] 'agreement among raft nodes before linearized reading' (duration: 481.066912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.888842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.40768Z","time spent":"481.157455ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.419903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:16:57.889003Z","caller":"traceutil/trace.go:171","msg":"trace[1600277184] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31035; }","duration":"486.474263ms","start":"2026-05-07T03:16:57.402521Z","end":"2026-05-07T03:16:57.888996Z","steps":["trace[1600277184] 'agreement among raft nodes before linearized reading' (duration: 486.397762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.889032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.40251Z","time spent":"486.515675ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:16:57.887791Z","caller":"traceutil/trace.go:171","msg":"trace[1852962409] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31035; }","duration":"486.29222ms","start":"2026-05-07T03:16:57.401476Z","end":"2026-05-07T03:16:57.887768Z","steps":["trace[1852962409] 'agreement among raft nodes before linearized reading' (duration: 486.178518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.889131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401471Z","time spent":"487.649371ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.908114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.889515Z","caller":"traceutil/trace.go:171","msg":"trace[755647214] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31035; }","duration":"488.190553ms","start":"2026-05-07T03:16:57.401315Z","end":"2026-05-07T03:16:57.889505Z","steps":["trace[755647214] 'agreement among raft nodes before linearized reading' (duration: 486.969116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.889543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.401292Z","time spent":"488.242184ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.996799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:57.889619Z","caller":"traceutil/trace.go:171","msg":"trace[186562455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:31035; }","duration":"314.223887ms","start":"2026-05-07T03:16:57.575388Z","end":"2026-05-07T03:16:57.889612Z","steps":["trace[186562455] 'agreement among raft nodes before linearized reading' (duration: 313.012059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:57.889641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.575372Z","time spent":"314.261118ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:16:57.888817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.386875Z","time spent":"501.936139ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:16:57.888446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:57.39736Z","time spent":"491.080296ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:16:59.412245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.915482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:16:59.412353Z","caller":"traceutil/trace.go:171","msg":"trace[86977290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31044; }","duration":"632.056144ms","start":"2026-05-07T03:16:58.780273Z","end":"2026-05-07T03:16:59.41233Z","steps":["trace[86977290] 'range keys from in-memory index tree' (duration: 631.744737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.412404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:58.780259Z","time spent":"632.134866ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:16:59.594589Z","caller":"traceutil/trace.go:171","msg":"trace[196055488] transaction","detail":"{read_only:false; response_revision:31045; number_of_response:1; }","duration":"605.053972ms","start":"2026-05-07T03:16:58.98951Z","end":"2026-05-07T03:16:59.594564Z","steps":["trace[196055488] 'process raft request' (duration: 604.877368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.594754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:58.989478Z","time spent":"605.184665ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:59.856816Z","caller":"traceutil/trace.go:171","msg":"trace[847538308] transaction","detail":"{read_only:false; response_revision:31048; number_of_response:1; }","duration":"733.196424ms","start":"2026-05-07T03:16:59.123596Z","end":"2026-05-07T03:16:59.856792Z","steps":["trace[847538308] 'process raft request' (duration: 733.117442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.857092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.123561Z","time spent":"733.387228ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:59.857296Z","caller":"traceutil/trace.go:171","msg":"trace[264200837] linearizableReadLoop","detail":"{readStateIndex:32176; appliedIndex:32171; }","duration":"630.993861ms","start":"2026-05-07T03:16:59.226293Z","end":"2026-05-07T03:16:59.857287Z","steps":["trace[264200837] 'read index received' (duration: 368.127821ms)","trace[264200837] 'applied index is now lower than readState.Index' (duration: 262.86529ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:16:59.857438Z","caller":"traceutil/trace.go:171","msg":"trace[2057869359] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"377.004488ms","start":"2026-05-07T03:16:59.480424Z","end":"2026-05-07T03:16:59.857428Z","steps":["trace[2057869359] 'process raft request' (duration: 376.6402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.857523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.480396Z","time spent":"377.06965ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:59.857606Z","caller":"traceutil/trace.go:171","msg":"trace[1346921348] transaction","detail":"{read_only:false; response_revision:31046; number_of_response:1; }","duration":"734.176136ms","start":"2026-05-07T03:16:59.123419Z","end":"2026-05-07T03:16:59.857595Z","steps":["trace[1346921348] 'process raft request' (duration: 733.080232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.857698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.123389Z","time spent":"734.283727ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:16:59.857728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.433381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:16:59.857761Z","caller":"traceutil/trace.go:171","msg":"trace[380520176] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:31050; }","duration":"631.496592ms","start":"2026-05-07T03:16:59.226254Z","end":"2026-05-07T03:16:59.85775Z","steps":["trace[380520176] 'agreement among raft nodes before linearized reading' (duration: 631.39914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.857786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.226236Z","time spent":"631.544883ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-07T03:16:59.857903Z","caller":"traceutil/trace.go:171","msg":"trace[1546057307] transaction","detail":"{read_only:false; response_revision:31047; number_of_response:1; }","duration":"734.341729ms","start":"2026-05-07T03:16:59.123553Z","end":"2026-05-07T03:16:59.857895Z","steps":["trace[1546057307] 'process raft request' (duration: 733.115472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.857967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.123539Z","time spent":"734.40722ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:16:59.857165Z","caller":"traceutil/trace.go:171","msg":"trace[1671047194] transaction","detail":"{read_only:false; response_revision:31049; number_of_response:1; }","duration":"730.135186ms","start":"2026-05-07T03:16:59.127011Z","end":"2026-05-07T03:16:59.857146Z","steps":["trace[1671047194] 'process raft request' (duration: 729.743297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:16:59.858081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.126996Z","time spent":"731.061516ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:00.077287Z","caller":"traceutil/trace.go:171","msg":"trace[1623349885] transaction","detail":"{read_only:false; response_revision:31051; number_of_response:1; }","duration":"442.951542ms","start":"2026-05-07T03:16:59.634304Z","end":"2026-05-07T03:17:00.077255Z","steps":["trace[1623349885] 'process raft request' (duration: 442.788268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.07746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.634277Z","time spent":"443.109776ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21401,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:00.077806Z","caller":"traceutil/trace.go:171","msg":"trace[370412032] linearizableReadLoop","detail":"{readStateIndex:32178; appliedIndex:32178; }","duration":"220.466964ms","start":"2026-05-07T03:16:59.857328Z","end":"2026-05-07T03:17:00.077795Z","steps":["trace[370412032] 'read index received' (duration: 220.460894ms)","trace[370412032] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:00.07792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.522752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:17:00.077958Z","caller":"traceutil/trace.go:171","msg":"trace[77487403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31051; }","duration":"412.593394ms","start":"2026-05-07T03:16:59.665351Z","end":"2026-05-07T03:17:00.077945Z","steps":["trace[77487403] 'agreement among raft nodes before linearized reading' (duration: 412.522672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.077993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.665324Z","time spent":"412.657275ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:00.078165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.89464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:17:00.078165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.463971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.078246Z","caller":"traceutil/trace.go:171","msg":"trace[167951790] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31051; }","duration":"661.563814ms","start":"2026-05-07T03:16:59.41665Z","end":"2026-05-07T03:17:00.078213Z","steps":["trace[167951790] 'agreement among raft nodes before linearized reading' (duration: 661.452021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.078285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.416633Z","time spent":"661.644235ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:17:00.078358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.184694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.078391Z","caller":"traceutil/trace.go:171","msg":"trace[720461219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:31051; }","duration":"639.254416ms","start":"2026-05-07T03:16:59.439127Z","end":"2026-05-07T03:17:00.078381Z","steps":["trace[720461219] 'agreement among raft nodes before linearized reading' (duration: 639.204215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.078425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.439107Z","time spent":"639.309706ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:17:00.078192Z","caller":"traceutil/trace.go:171","msg":"trace[1522569189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31051; }","duration":"806.954121ms","start":"2026-05-07T03:16:59.271228Z","end":"2026-05-07T03:17:00.078182Z","steps":["trace[1522569189] 'agreement among raft nodes before linearized reading' (duration: 806.90951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.078462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:16:59.271209Z","time spent":"807.243987ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:17:00.134046Z","caller":"traceutil/trace.go:171","msg":"trace[604846581] transaction","detail":"{read_only:false; response_revision:31052; number_of_response:1; }","duration":"243.515968ms","start":"2026-05-07T03:16:59.890503Z","end":"2026-05-07T03:17:00.134019Z","steps":["trace[604846581] 'process raft request' (duration: 243.027878ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.134264Z","caller":"traceutil/trace.go:171","msg":"trace[1077799710] transaction","detail":"{read_only:false; response_revision:31053; number_of_response:1; }","duration":"242.739021ms","start":"2026-05-07T03:16:59.891513Z","end":"2026-05-07T03:17:00.134252Z","steps":["trace[1077799710] 'process raft request' (duration: 242.150388ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.13439Z","caller":"traceutil/trace.go:171","msg":"trace[445519689] transaction","detail":"{read_only:false; response_revision:31054; number_of_response:1; }","duration":"240.149863ms","start":"2026-05-07T03:16:59.894231Z","end":"2026-05-07T03:17:00.134381Z","steps":["trace[445519689] 'process raft request' (duration: 239.477748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.134618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.319398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:17:00.134659Z","caller":"traceutil/trace.go:171","msg":"trace[1425381451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31054; }","duration":"159.40487ms","start":"2026-05-07T03:16:59.975245Z","end":"2026-05-07T03:17:00.134649Z","steps":["trace[1425381451] 'agreement among raft nodes before linearized reading' (duration: 159.254327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.134857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.061204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:17:00.134889Z","caller":"traceutil/trace.go:171","msg":"trace[1050713484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31054; }","duration":"160.106835ms","start":"2026-05-07T03:16:59.974774Z","end":"2026-05-07T03:17:00.134881Z","steps":["trace[1050713484] 'agreement among raft nodes before linearized reading' (duration: 160.017893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.501074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:17:00.13504Z","caller":"traceutil/trace.go:171","msg":"trace[1984259876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31054; }","duration":"160.547635ms","start":"2026-05-07T03:16:59.974482Z","end":"2026-05-07T03:17:00.135029Z","steps":["trace[1984259876] 'agreement among raft nodes before linearized reading' (duration: 160.466974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.452852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.135228Z","caller":"traceutil/trace.go:171","msg":"trace[217265673] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31054; }","duration":"237.509214ms","start":"2026-05-07T03:16:59.897711Z","end":"2026-05-07T03:17:00.13522Z","steps":["trace[217265673] 'agreement among raft nodes before linearized reading' (duration: 237.457712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.884002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:17:00.1354Z","caller":"traceutil/trace.go:171","msg":"trace[1052238999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31054; }","duration":"160.932173ms","start":"2026-05-07T03:16:59.974452Z","end":"2026-05-07T03:17:00.135384Z","steps":["trace[1052238999] 'agreement among raft nodes before linearized reading' (duration: 160.79723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.041755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:17:00.135453Z","caller":"traceutil/trace.go:171","msg":"trace[1753039368] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d; range_end:; response_count:1; response_revision:31054; }","duration":"272.096087ms","start":"2026-05-07T03:16:59.863349Z","end":"2026-05-07T03:17:00.135445Z","steps":["trace[1753039368] 'agreement among raft nodes before linearized reading' (duration: 272.011845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.69452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:17:00.135621Z","caller":"traceutil/trace.go:171","msg":"trace[1544038654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31054; }","duration":"161.719411ms","start":"2026-05-07T03:16:59.973896Z","end":"2026-05-07T03:17:00.135616Z","steps":["trace[1544038654] 'agreement among raft nodes before linearized reading' (duration: 161.64805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.737004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:00.135745Z","caller":"traceutil/trace.go:171","msg":"trace[939175546] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31054; }","duration":"226.776024ms","start":"2026-05-07T03:16:59.908964Z","end":"2026-05-07T03:17:00.13574Z","steps":["trace[939175546] 'agreement among raft nodes before linearized reading' (duration: 226.737433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.330471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.135905Z","caller":"traceutil/trace.go:171","msg":"trace[902963509] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31054; }","duration":"229.366772ms","start":"2026-05-07T03:16:59.906534Z","end":"2026-05-07T03:17:00.1359Z","steps":["trace[902963509] 'agreement among raft nodes before linearized reading' (duration: 229.321081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.135208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.406581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:00.135997Z","caller":"traceutil/trace.go:171","msg":"trace[337950777] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31054; }","duration":"238.211739ms","start":"2026-05-07T03:16:59.897773Z","end":"2026-05-07T03:17:00.135985Z","steps":["trace[337950777] 'agreement among raft nodes before linearized reading' (duration: 237.339969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.137068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.719728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.137168Z","caller":"traceutil/trace.go:171","msg":"trace[1440144997] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31054; }","duration":"237.843212ms","start":"2026-05-07T03:16:59.899301Z","end":"2026-05-07T03:17:00.137145Z","steps":["trace[1440144997] 'agreement among raft nodes before linearized reading' (duration: 237.656738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.137255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.948774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:00.137296Z","caller":"traceutil/trace.go:171","msg":"trace[1821827591] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31054; }","duration":"238.000905ms","start":"2026-05-07T03:16:59.899284Z","end":"2026-05-07T03:17:00.137285Z","steps":["trace[1821827591] 'agreement among raft nodes before linearized reading' (duration: 237.927463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.137451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.931406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"warn","ts":"2026-05-07T03:17:00.137475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.193129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:00.137484Z","caller":"traceutil/trace.go:171","msg":"trace[278995173] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31054; }","duration":"230.995648ms","start":"2026-05-07T03:16:59.906481Z","end":"2026-05-07T03:17:00.137476Z","steps":["trace[278995173] 'agreement among raft nodes before linearized reading' (duration: 230.927807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.137519Z","caller":"traceutil/trace.go:171","msg":"trace[1555559712] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31054; }","duration":"238.258911ms","start":"2026-05-07T03:16:59.89925Z","end":"2026-05-07T03:17:00.137509Z","steps":["trace[1555559712] 'agreement among raft nodes before linearized reading' (duration: 237.556995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.265157Z","caller":"traceutil/trace.go:171","msg":"trace[302054802] transaction","detail":"{read_only:false; response_revision:31058; number_of_response:1; }","duration":"120.93944ms","start":"2026-05-07T03:17:00.1442Z","end":"2026-05-07T03:17:00.26514Z","steps":["trace[302054802] 'process raft request' (duration: 120.858909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.26524Z","caller":"traceutil/trace.go:171","msg":"trace[1353248080] transaction","detail":"{read_only:false; response_revision:31059; number_of_response:1; }","duration":"120.059441ms","start":"2026-05-07T03:17:00.145171Z","end":"2026-05-07T03:17:00.26523Z","steps":["trace[1353248080] 'process raft request' (duration: 119.907088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:00.265386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.712046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:17:00.265447Z","caller":"traceutil/trace.go:171","msg":"trace[77636071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4; range_end:; response_count:1; response_revision:31059; }","duration":"120.829888ms","start":"2026-05-07T03:17:00.144602Z","end":"2026-05-07T03:17:00.265431Z","steps":["trace[77636071] 'agreement among raft nodes before linearized reading' (duration: 120.614453ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.265648Z","caller":"traceutil/trace.go:171","msg":"trace[1144157471] transaction","detail":"{read_only:false; response_revision:31056; number_of_response:1; }","duration":"122.65294ms","start":"2026-05-07T03:17:00.142989Z","end":"2026-05-07T03:17:00.265642Z","steps":["trace[1144157471] 'process raft request' (duration: 121.940144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:00.265147Z","caller":"traceutil/trace.go:171","msg":"trace[283172794] transaction","detail":"{read_only:false; response_revision:31057; number_of_response:1; }","duration":"122.091827ms","start":"2026-05-07T03:17:00.143025Z","end":"2026-05-07T03:17:00.265116Z","steps":["trace[283172794] 'process raft request' (duration: 122.012605ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:01.189619Z","caller":"traceutil/trace.go:171","msg":"trace[468145438] linearizableReadLoop","detail":"{readStateIndex:32188; appliedIndex:32187; }","duration":"194.7436ms","start":"2026-05-07T03:17:00.994855Z","end":"2026-05-07T03:17:01.189599Z","steps":["trace[468145438] 'read index received' (duration: 194.561966ms)","trace[468145438] 'applied index is now lower than readState.Index' (duration: 180.734µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:01.189721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.854372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:01.189747Z","caller":"traceutil/trace.go:171","msg":"trace[1649728421] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:31061; }","duration":"194.924834ms","start":"2026-05-07T03:17:00.994812Z","end":"2026-05-07T03:17:01.189737Z","steps":["trace[1649728421] 'agreement among raft nodes before linearized reading' (duration: 194.860462ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:01.189807Z","caller":"traceutil/trace.go:171","msg":"trace[468495942] transaction","detail":"{read_only:false; response_revision:31061; number_of_response:1; }","duration":"207.706159ms","start":"2026-05-07T03:17:00.982081Z","end":"2026-05-07T03:17:01.189787Z","steps":["trace[468495942] 'process raft request' (duration: 207.342761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.118363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.578169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:02.11844Z","caller":"traceutil/trace.go:171","msg":"trace[401144155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31061; }","duration":"852.702562ms","start":"2026-05-07T03:17:01.265721Z","end":"2026-05-07T03:17:02.118424Z","steps":["trace[401144155] 'range keys from in-memory index tree' (duration: 852.485857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.118469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.2657Z","time spent":"852.761143ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:17:02.11891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.514207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:17:02.118957Z","caller":"traceutil/trace.go:171","msg":"trace[489219682] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:31061; }","duration":"843.580949ms","start":"2026-05-07T03:17:01.275359Z","end":"2026-05-07T03:17:02.11894Z","steps":["trace[489219682] 'count revisions from in-memory index tree' (duration: 843.454276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.11903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.275346Z","time spent":"843.67349ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:02.11939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.03628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:02.119425Z","caller":"traceutil/trace.go:171","msg":"trace[212369828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31061; }","duration":"823.091431ms","start":"2026-05-07T03:17:01.296324Z","end":"2026-05-07T03:17:02.119416Z","steps":["trace[212369828] 'range keys from in-memory index tree' (duration: 822.988979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.119553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.296316Z","time spent":"823.125612ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:17:02.120295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.978521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:02.120379Z","caller":"traceutil/trace.go:171","msg":"trace[1473278678] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:31061; }","duration":"755.101653ms","start":"2026-05-07T03:17:01.365257Z","end":"2026-05-07T03:17:02.120358Z","steps":["trace[1473278678] 'count revisions from in-memory index tree' (duration: 754.871558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.120426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.365241Z","time spent":"755.171855ms","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:02.121053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.310989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:17:02.121127Z","caller":"traceutil/trace.go:171","msg":"trace[2018617664] linearizableReadLoop","detail":"{readStateIndex:32189; appliedIndex:32188; }","duration":"389.833565ms","start":"2026-05-07T03:17:01.731282Z","end":"2026-05-07T03:17:02.121115Z","steps":["trace[2018617664] 'read index received' (duration: 195.426915ms)","trace[2018617664] 'applied index is now lower than readState.Index' (duration: 194.40555ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:02.121721Z","caller":"traceutil/trace.go:171","msg":"trace[1320538303] transaction","detail":"{read_only:false; response_revision:31062; number_of_response:1; }","duration":"521.630609ms","start":"2026-05-07T03:17:01.599813Z","end":"2026-05-07T03:17:02.121444Z","steps":["trace[1320538303] 'process raft request' (duration: 326.86834ms)","trace[1320538303] 'compare' (duration: 194.183486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:02.121806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.599789Z","time spent":"521.978787ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:17:02.122127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.848388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:02.122177Z","caller":"traceutil/trace.go:171","msg":"trace[1706237665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:31062; }","duration":"390.94318ms","start":"2026-05-07T03:17:01.73122Z","end":"2026-05-07T03:17:02.122163Z","steps":["trace[1706237665] 'agreement among raft nodes before linearized reading' (duration: 390.864169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.122211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.731193Z","time spent":"391.008242ms","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:02.719128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.915667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:17:02.719408Z","caller":"traceutil/trace.go:171","msg":"trace[864535644] linearizableReadLoop","detail":"{readStateIndex:32192; appliedIndex:32189; }","duration":"598.23776ms","start":"2026-05-07T03:17:02.121149Z","end":"2026-05-07T03:17:02.719387Z","steps":["trace[864535644] 'read index received' (duration: 220.878533ms)","trace[864535644] 'applied index is now lower than readState.Index' (duration: 377.358157ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:02.719465Z","caller":"traceutil/trace.go:171","msg":"trace[525863065] transaction","detail":"{read_only:false; response_revision:31064; number_of_response:1; }","duration":"851.854543ms","start":"2026-05-07T03:17:01.867578Z","end":"2026-05-07T03:17:02.719433Z","steps":["trace[525863065] 'process raft request' (duration: 851.668129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.71963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.176055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:17:02.719654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.524076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:17:02.719847Z","caller":"traceutil/trace.go:171","msg":"trace[531978430] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:31065; }","duration":"662.791492ms","start":"2026-05-07T03:17:02.057037Z","end":"2026-05-07T03:17:02.719828Z","steps":["trace[531978430] 'agreement among raft nodes before linearized reading' (duration: 662.449805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.7199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.05702Z","time spent":"662.869843ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:17:02.719694Z","caller":"traceutil/trace.go:171","msg":"trace[712585886] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:31065; }","duration":"807.283358ms","start":"2026-05-07T03:17:01.912391Z","end":"2026-05-07T03:17:02.719675Z","steps":["trace[712585886] 'agreement among raft nodes before linearized reading' (duration: 807.102334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.720117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.912364Z","time spent":"807.744358ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:02.719684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.867562Z","time spent":"852.007156ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:02.71949Z","caller":"traceutil/trace.go:171","msg":"trace[2098664571] transaction","detail":"{read_only:false; response_revision:31063; number_of_response:1; }","duration":"853.314477ms","start":"2026-05-07T03:17:01.866136Z","end":"2026-05-07T03:17:02.71945Z","steps":["trace[2098664571] 'process raft request' (duration: 475.97727ms)","trace[2098664571] 'compare' (duration: 376.781935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:02.720397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.866102Z","time spent":"854.234667ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:02.719618Z","caller":"traceutil/trace.go:171","msg":"trace[835945052] transaction","detail":"{read_only:false; response_revision:31065; number_of_response:1; }","duration":"851.834933ms","start":"2026-05-07T03:17:01.867705Z","end":"2026-05-07T03:17:02.71954Z","steps":["trace[835945052] 'process raft request' (duration: 851.621558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.720516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:01.86768Z","time spent":"852.773434ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:02.947346Z","caller":"traceutil/trace.go:171","msg":"trace[1852111117] transaction","detail":"{read_only:false; response_revision:31068; number_of_response:1; }","duration":"800.403344ms","start":"2026-05-07T03:17:02.146923Z","end":"2026-05-07T03:17:02.947326Z","steps":["trace[1852111117] 'process raft request' (duration: 800.353743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.947459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.146915Z","time spent":"800.486877ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:02.947642Z","caller":"traceutil/trace.go:171","msg":"trace[1015785314] transaction","detail":"{read_only:false; response_revision:31066; number_of_response:1; }","duration":"803.093334ms","start":"2026-05-07T03:17:02.14454Z","end":"2026-05-07T03:17:02.947633Z","steps":["trace[1015785314] 'process raft request' (duration: 773.518634ms)","trace[1015785314] 'compare' (duration: 29.089019ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:02.947687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.144523Z","time spent":"803.141825ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:02.947775Z","caller":"traceutil/trace.go:171","msg":"trace[326760701] transaction","detail":"{read_only:false; response_revision:31067; number_of_response:1; }","duration":"801.493419ms","start":"2026-05-07T03:17:02.146275Z","end":"2026-05-07T03:17:02.947768Z","steps":["trace[326760701] 'process raft request' (duration: 800.971468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:02.947813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.146261Z","time spent":"801.53327ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:03.025942Z","caller":"traceutil/trace.go:171","msg":"trace[864636424] linearizableReadLoop","detail":"{readStateIndex:32197; appliedIndex:32192; }","duration":"306.448753ms","start":"2026-05-07T03:17:02.719457Z","end":"2026-05-07T03:17:03.025906Z","steps":["trace[864636424] 'read index received' (duration: 198.615986ms)","trace[864636424] 'applied index is now lower than readState.Index' (duration: 107.831827ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:03.026127Z","caller":"traceutil/trace.go:171","msg":"trace[1804117849] transaction","detail":"{read_only:false; response_revision:31069; number_of_response:1; }","duration":"533.860082ms","start":"2026-05-07T03:17:02.492256Z","end":"2026-05-07T03:17:03.026116Z","steps":["trace[1804117849] 'process raft request' (duration: 533.250458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.02621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.492237Z","time spent":"533.910393ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:17:03.026375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.345541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:03.0264Z","caller":"traceutil/trace.go:171","msg":"trace[1691160358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31069; }","duration":"902.399362ms","start":"2026-05-07T03:17:02.123994Z","end":"2026-05-07T03:17:03.026393Z","steps":["trace[1691160358] 'agreement among raft nodes before linearized reading' (duration: 902.341971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.026421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.123957Z","time spent":"902.456453ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:17:03.026581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.336281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-gndbd.18ad28c279b04e78\" ","response":"range_response_count:1 size:1387"} {"level":"info","ts":"2026-05-07T03:17:03.026621Z","caller":"traceutil/trace.go:171","msg":"trace[1270221199] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-gndbd.18ad28c279b04e78; range_end:; response_count:1; response_revision:31069; }","duration":"302.398883ms","start":"2026-05-07T03:17:02.724212Z","end":"2026-05-07T03:17:03.02661Z","steps":["trace[1270221199] 'agreement among raft nodes before linearized reading' (duration: 302.317231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.02664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.724196Z","time spent":"302.438163ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1410,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-gndbd.18ad28c279b04e78\" "} {"level":"warn","ts":"2026-05-07T03:17:03.026499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.229056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:03.026765Z","caller":"traceutil/trace.go:171","msg":"trace[2145083897] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31069; }","duration":"897.605665ms","start":"2026-05-07T03:17:02.129128Z","end":"2026-05-07T03:17:03.026734Z","steps":["trace[2145083897] 'agreement among raft nodes before linearized reading' (duration: 897.206236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.026769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.374634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:17:03.026492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.299699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:03.026843Z","caller":"traceutil/trace.go:171","msg":"trace[1771428534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31069; }","duration":"881.501716ms","start":"2026-05-07T03:17:02.145324Z","end":"2026-05-07T03:17:03.026826Z","steps":["trace[1771428534] 'agreement among raft nodes before linearized reading' (duration: 881.368242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.02681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.129119Z","time spent":"897.683618ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:17:03.026891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.145293Z","time spent":"881.589808ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.254541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:03.027129Z","caller":"traceutil/trace.go:171","msg":"trace[441962482] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31069; }","duration":"881.304212ms","start":"2026-05-07T03:17:02.145815Z","end":"2026-05-07T03:17:03.027119Z","steps":["trace[441962482] 'agreement among raft nodes before linearized reading' (duration: 881.254951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.145807Z","time spent":"881.344323ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:17:03.026872Z","caller":"traceutil/trace.go:171","msg":"trace[1857049206] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31069; }","duration":"880.697378ms","start":"2026-05-07T03:17:02.14616Z","end":"2026-05-07T03:17:03.026858Z","steps":["trace[1857049206] 'agreement among raft nodes before linearized reading' (duration: 880.145855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.121662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:17:03.027242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.146041Z","time spent":"881.161389ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:17:03.027286Z","caller":"traceutil/trace.go:171","msg":"trace[696056395] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31069; }","duration":"883.195084ms","start":"2026-05-07T03:17:02.144074Z","end":"2026-05-07T03:17:03.027269Z","steps":["trace[696056395] 'agreement among raft nodes before linearized reading' (duration: 883.115312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.144047Z","time spent":"883.289697ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.364829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:17:03.027529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.955704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:03.027544Z","caller":"traceutil/trace.go:171","msg":"trace[301118261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31069; }","duration":"755.40389ms","start":"2026-05-07T03:17:02.27213Z","end":"2026-05-07T03:17:03.027534Z","steps":["trace[301118261] 'agreement among raft nodes before linearized reading' (duration: 755.282277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.272048Z","time spent":"755.524253ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.330896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:17:03.027638Z","caller":"traceutil/trace.go:171","msg":"trace[1945850367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31069; }","duration":"788.400937ms","start":"2026-05-07T03:17:02.239232Z","end":"2026-05-07T03:17:03.027633Z","steps":["trace[1945850367] 'agreement among raft nodes before linearized reading' (duration: 788.332626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.239207Z","time spent":"788.449068ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.486051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:17:03.027794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.725129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:03.02782Z","caller":"traceutil/trace.go:171","msg":"trace[1812449573] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31069; }","duration":"876.77051ms","start":"2026-05-07T03:17:02.151044Z","end":"2026-05-07T03:17:03.027815Z","steps":["trace[1812449573] 'agreement among raft nodes before linearized reading' (duration: 876.707229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.02784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.151035Z","time spent":"876.801241ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.665456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:17:03.027893Z","caller":"traceutil/trace.go:171","msg":"trace[1566907160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31069; }","duration":"755.760108ms","start":"2026-05-07T03:17:02.272124Z","end":"2026-05-07T03:17:03.027884Z","steps":["trace[1566907160] 'agreement among raft nodes before linearized reading' (duration: 755.666746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.272086Z","time spent":"755.832769ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.459502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:03.027957Z","caller":"traceutil/trace.go:171","msg":"trace[1171177588] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31069; }","duration":"880.497213ms","start":"2026-05-07T03:17:02.147455Z","end":"2026-05-07T03:17:03.027952Z","steps":["trace[1171177588] 'agreement among raft nodes before linearized reading' (duration: 880.430792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.027981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.147449Z","time spent":"880.526964ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:03.027114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.821644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:17:03.027771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.567784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:17:03.028131Z","caller":"traceutil/trace.go:171","msg":"trace[1624526825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31069; }","duration":"755.958882ms","start":"2026-05-07T03:17:02.272165Z","end":"2026-05-07T03:17:03.028124Z","steps":["trace[1624526825] 'agreement among raft nodes before linearized reading' (duration: 755.542583ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:03.028109Z","caller":"traceutil/trace.go:171","msg":"trace[239858558] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31069; }","duration":"882.825995ms","start":"2026-05-07T03:17:02.14527Z","end":"2026-05-07T03:17:03.028096Z","steps":["trace[239858558] 'agreement among raft nodes before linearized reading' (duration: 881.812493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.02816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.272148Z","time spent":"756.003643ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:17:03.02818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.145261Z","time spent":"882.904977ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:17:03.027799Z","caller":"traceutil/trace.go:171","msg":"trace[189312391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31069; }","duration":"755.554684ms","start":"2026-05-07T03:17:02.272239Z","end":"2026-05-07T03:17:03.027793Z","steps":["trace[189312391] 'agreement among raft nodes before linearized reading' (duration: 755.325119ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:03.027553Z","caller":"traceutil/trace.go:171","msg":"trace[1934333149] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31069; }","duration":"881.013415ms","start":"2026-05-07T03:17:02.146533Z","end":"2026-05-07T03:17:03.027547Z","steps":["trace[1934333149] 'agreement among raft nodes before linearized reading' (duration: 880.939944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.0283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.272228Z","time spent":"756.060474ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:03.028341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.146526Z","time spent":"881.806072ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:03.02791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.075652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:03.02976Z","caller":"traceutil/trace.go:171","msg":"trace[1723411586] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:31069; }","duration":"623.953674ms","start":"2026-05-07T03:17:02.405772Z","end":"2026-05-07T03:17:03.029726Z","steps":["trace[1723411586] 'agreement among raft nodes before linearized reading' (duration: 622.057721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:03.029841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:02.405745Z","time spent":"624.087267ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:17:07.04179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.74053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:17:07.042192Z","caller":"traceutil/trace.go:171","msg":"trace[1599568731] linearizableReadLoop","detail":"{readStateIndex:32223; appliedIndex:32221; }","duration":"130.73328ms","start":"2026-05-07T03:17:06.91144Z","end":"2026-05-07T03:17:07.042173Z","steps":["trace[1599568731] 'read index received' (duration: 25.477509ms)","trace[1599568731] 'applied index is now lower than readState.Index' (duration: 105.254421ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:07.042194Z","caller":"traceutil/trace.go:171","msg":"trace[643900729] transaction","detail":"{read_only:false; response_revision:31095; number_of_response:1; }","duration":"288.783349ms","start":"2026-05-07T03:17:06.753386Z","end":"2026-05-07T03:17:07.04217Z","steps":["trace[643900729] 'process raft request' (duration: 288.504353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.04236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.914304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:17:07.042337Z","caller":"traceutil/trace.go:171","msg":"trace[245049488] transaction","detail":"{read_only:false; response_revision:31094; number_of_response:1; }","duration":"293.883263ms","start":"2026-05-07T03:17:06.74841Z","end":"2026-05-07T03:17:07.042293Z","steps":["trace[245049488] 'process raft request' (duration: 188.55578ms)","trace[245049488] 'compare' (duration: 104.233129ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:07.042404Z","caller":"traceutil/trace.go:171","msg":"trace[729658987] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:31096; }","duration":"131.005576ms","start":"2026-05-07T03:17:06.911388Z","end":"2026-05-07T03:17:07.042394Z","steps":["trace[729658987] 'agreement among raft nodes before linearized reading' (duration: 130.867583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.802281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.117866ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.802416Z","caller":"traceutil/trace.go:171","msg":"trace[200238041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31098; }","duration":"405.266439ms","start":"2026-05-07T03:17:07.39713Z","end":"2026-05-07T03:17:07.802396Z","steps":["trace[200238041] 'range keys from in-memory index tree' (duration: 405.100955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.802443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.419504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:17:07.802846Z","caller":"traceutil/trace.go:171","msg":"trace[1767328441] linearizableReadLoop","detail":"{readStateIndex:32227; appliedIndex:32224; }","duration":"760.600985ms","start":"2026-05-07T03:17:07.042229Z","end":"2026-05-07T03:17:07.80283Z","steps":["trace[1767328441] 'read index received' (duration: 9.543353ms)","trace[1767328441] 'applied index is now lower than readState.Index' (duration: 751.056582ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:07.802972Z","caller":"traceutil/trace.go:171","msg":"trace[1995000032] transaction","detail":"{read_only:false; response_revision:31099; number_of_response:1; }","duration":"762.412316ms","start":"2026-05-07T03:17:07.040547Z","end":"2026-05-07T03:17:07.802959Z","steps":["trace[1995000032] 'process raft request' (duration: 184.402159ms)","trace[1995000032] 'compare' (duration: 577.076997ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:07.803081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.040512Z","time spent":"762.492367ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:17:07.803127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.420584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.803184Z","caller":"traceutil/trace.go:171","msg":"trace[1608439955] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31099; }","duration":"765.534106ms","start":"2026-05-07T03:17:07.037638Z","end":"2026-05-07T03:17:07.803172Z","steps":["trace[1608439955] 'agreement among raft nodes before linearized reading' (duration: 765.433054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.803226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.037623Z","time spent":"765.594618ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:17:07.803463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.595165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.803499Z","caller":"traceutil/trace.go:171","msg":"trace[409925019] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31099; }","duration":"764.650256ms","start":"2026-05-07T03:17:07.038839Z","end":"2026-05-07T03:17:07.803489Z","steps":["trace[409925019] 'agreement among raft nodes before linearized reading' (duration: 764.597595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.803534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.038834Z","time spent":"764.691177ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:17:07.803618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.765643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.803663Z","caller":"traceutil/trace.go:171","msg":"trace[1545784764] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31099; }","duration":"766.843245ms","start":"2026-05-07T03:17:07.036808Z","end":"2026-05-07T03:17:07.803652Z","steps":["trace[1545784764] 'agreement among raft nodes before linearized reading' (duration: 766.709323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.803731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.036793Z","time spent":"766.929077ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:17:07.803704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.489757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"warn","ts":"2026-05-07T03:17:07.803828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.92598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.803851Z","caller":"traceutil/trace.go:171","msg":"trace[471413718] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31099; }","duration":"760.001733ms","start":"2026-05-07T03:17:07.043841Z","end":"2026-05-07T03:17:07.803843Z","steps":["trace[471413718] 'agreement among raft nodes before linearized reading' (duration: 759.965042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.803875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.043835Z","time spent":"760.036503ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-07T03:17:07.803875Z","caller":"traceutil/trace.go:171","msg":"trace[556359234] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31099; }","duration":"762.726013ms","start":"2026-05-07T03:17:07.041117Z","end":"2026-05-07T03:17:07.803843Z","steps":["trace[556359234] 'agreement among raft nodes before linearized reading' (duration: 762.315234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.803949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.355433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.803971Z","caller":"traceutil/trace.go:171","msg":"trace[1065524357] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:31099; }","duration":"268.413104ms","start":"2026-05-07T03:17:07.535548Z","end":"2026-05-07T03:17:07.803961Z","steps":["trace[1065524357] 'agreement among raft nodes before linearized reading' (duration: 268.379333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.804008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.041102Z","time spent":"762.886496ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:07.804086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.542256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.804108Z","caller":"traceutil/trace.go:171","msg":"trace[1357534361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31099; }","duration":"538.593057ms","start":"2026-05-07T03:17:07.26551Z","end":"2026-05-07T03:17:07.804103Z","steps":["trace[1357534361] 'agreement among raft nodes before linearized reading' (duration: 538.557607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.804125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.265495Z","time spent":"538.625868ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:17:07.804321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.916913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:17:07.804341Z","caller":"traceutil/trace.go:171","msg":"trace[328876652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31099; }","duration":"636.964524ms","start":"2026-05-07T03:17:07.16737Z","end":"2026-05-07T03:17:07.804335Z","steps":["trace[328876652] 'agreement among raft nodes before linearized reading' (duration: 636.834472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.804367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.167354Z","time spent":"637.008565ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:17:07.804376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.043553Z","time spent":"760.818471ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:17:07.804498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.540492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:17:07.804524Z","caller":"traceutil/trace.go:171","msg":"trace[871163895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31099; }","duration":"639.576412ms","start":"2026-05-07T03:17:07.164938Z","end":"2026-05-07T03:17:07.804515Z","steps":["trace[871163895] 'agreement among raft nodes before linearized reading' (duration: 639.520931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.804545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.164931Z","time spent":"639.609203ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:07.804885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.736521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:17:07.804917Z","caller":"traceutil/trace.go:171","msg":"trace[1673157151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31099; }","duration":"641.798432ms","start":"2026-05-07T03:17:07.163112Z","end":"2026-05-07T03:17:07.80491Z","steps":["trace[1673157151] 'agreement among raft nodes before linearized reading' (duration: 641.607878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.804937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.163097Z","time spent":"641.834584ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:17:07.805001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.051803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:07.805086Z","caller":"traceutil/trace.go:171","msg":"trace[863594215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31099; }","duration":"760.131875ms","start":"2026-05-07T03:17:07.044922Z","end":"2026-05-07T03:17:07.805054Z","steps":["trace[863594215] 'agreement among raft nodes before linearized reading' (duration: 759.951761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.805124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.044914Z","time spent":"760.200077ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:07.805265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.960643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:07.805296Z","caller":"traceutil/trace.go:171","msg":"trace[430252453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31099; }","duration":"760.994733ms","start":"2026-05-07T03:17:07.044294Z","end":"2026-05-07T03:17:07.805289Z","steps":["trace[430252453] 'agreement among raft nodes before linearized reading' (duration: 760.804939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.805598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.033199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:17:07.805508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.044277Z","time spent":"761.161668ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:07.805718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.113781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:07.805809Z","caller":"traceutil/trace.go:171","msg":"trace[900983320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:31099; }","duration":"677.199362ms","start":"2026-05-07T03:17:07.128573Z","end":"2026-05-07T03:17:07.805773Z","steps":["trace[900983320] 'agreement among raft nodes before linearized reading' (duration: 677.11159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.805849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.128565Z","time spent":"677.272743ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:17:07.805665Z","caller":"traceutil/trace.go:171","msg":"trace[796397305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31099; }","duration":"643.103591ms","start":"2026-05-07T03:17:07.162524Z","end":"2026-05-07T03:17:07.805628Z","steps":["trace[796397305] 'agreement among raft nodes before linearized reading' (duration: 642.974678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.80601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.162508Z","time spent":"643.49054ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:07.806184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.154964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:17:07.806245Z","caller":"traceutil/trace.go:171","msg":"trace[609691497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31099; }","duration":"678.323309ms","start":"2026-05-07T03:17:07.12789Z","end":"2026-05-07T03:17:07.806213Z","steps":["trace[609691497] 'agreement among raft nodes before linearized reading' (duration: 678.195286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.806286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.12787Z","time spent":"678.404161ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:17:07.806539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.215478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21419"} {"level":"info","ts":"2026-05-07T03:17:07.806567Z","caller":"traceutil/trace.go:171","msg":"trace[2094909768] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31099; }","duration":"760.257918ms","start":"2026-05-07T03:17:07.046302Z","end":"2026-05-07T03:17:07.80656Z","steps":["trace[2094909768] 'agreement among raft nodes before linearized reading' (duration: 760.167876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:07.806769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.046296Z","time spent":"760.436272ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21442,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:17:08.113316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.419536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:17:08.113526Z","caller":"traceutil/trace.go:171","msg":"trace[1776551248] transaction","detail":"{read_only:false; response_revision:31100; number_of_response:1; }","duration":"305.544883ms","start":"2026-05-07T03:17:07.807948Z","end":"2026-05-07T03:17:08.113493Z","steps":["trace[1776551248] 'process raft request' (duration: 194.873852ms)","trace[1776551248] 'compare' (duration: 110.034407ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:08.113653Z","caller":"traceutil/trace.go:171","msg":"trace[893814999] linearizableReadLoop","detail":"{readStateIndex:32234; appliedIndex:32228; }","duration":"118.644099ms","start":"2026-05-07T03:17:07.994996Z","end":"2026-05-07T03:17:08.11364Z","steps":["trace[893814999] 'read index received' (duration: 7.896326ms)","trace[893814999] 'applied index is now lower than readState.Index' (duration: 110.747083ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:08.113663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.80793Z","time spent":"305.661616ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:17:08.113751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.749582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:08.113779Z","caller":"traceutil/trace.go:171","msg":"trace[1831501796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31105; }","duration":"118.811792ms","start":"2026-05-07T03:17:07.994958Z","end":"2026-05-07T03:17:08.11377Z","steps":["trace[1831501796] 'agreement among raft nodes before linearized reading' (duration: 118.726321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:08.114041Z","caller":"traceutil/trace.go:171","msg":"trace[1229656600] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"303.854026ms","start":"2026-05-07T03:17:07.810178Z","end":"2026-05-07T03:17:08.114033Z","steps":["trace[1229656600] 'process raft request' (duration: 303.261262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:08.114093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.810157Z","time spent":"303.911087ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:08.11419Z","caller":"traceutil/trace.go:171","msg":"trace[445231828] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"303.891967ms","start":"2026-05-07T03:17:07.810291Z","end":"2026-05-07T03:17:08.114183Z","steps":["trace[445231828] 'process raft request' (duration: 303.226661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:08.114229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.81028Z","time spent":"303.930908ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:08.114314Z","caller":"traceutil/trace.go:171","msg":"trace[1973489758] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"303.266013ms","start":"2026-05-07T03:17:07.811041Z","end":"2026-05-07T03:17:08.114307Z","steps":["trace[1973489758] 'process raft request' (duration: 302.500935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:08.114356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.811032Z","time spent":"303.302684ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:08.114437Z","caller":"traceutil/trace.go:171","msg":"trace[446051765] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"302.668689ms","start":"2026-05-07T03:17:07.81176Z","end":"2026-05-07T03:17:08.114429Z","steps":["trace[446051765] 'process raft request' (duration: 301.827069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:08.114475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:07.811721Z","time spent":"302.737071ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:17:08.114553Z","caller":"traceutil/trace.go:171","msg":"trace[513127375] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"294.013796ms","start":"2026-05-07T03:17:07.820533Z","end":"2026-05-07T03:17:08.114547Z","steps":["trace[513127375] 'process raft request' (duration: 293.075484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:18.756376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.281729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:18.756623Z","caller":"traceutil/trace.go:171","msg":"trace[788122977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31204; }","duration":"490.594126ms","start":"2026-05-07T03:17:18.266Z","end":"2026-05-07T03:17:18.756594Z","steps":["trace[788122977] 'range keys from in-memory index tree' (duration: 490.184817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:17:18.756776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:17:18.265983Z","time spent":"490.770791ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:17:33.325126Z","caller":"traceutil/trace.go:171","msg":"trace[625025128] linearizableReadLoop","detail":"{readStateIndex:32454; appliedIndex:32453; }","duration":"119.449777ms","start":"2026-05-07T03:17:33.205652Z","end":"2026-05-07T03:17:33.325101Z","steps":["trace[625025128] 'read index received' (duration: 111.581412ms)","trace[625025128] 'applied index is now lower than readState.Index' (duration: 7.867215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:17:33.325262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.594721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:17:33.325325Z","caller":"traceutil/trace.go:171","msg":"trace[1864067907] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31319; }","duration":"119.711234ms","start":"2026-05-07T03:17:33.205598Z","end":"2026-05-07T03:17:33.32531Z","steps":["trace[1864067907] 'agreement among raft nodes before linearized reading' (duration: 119.618902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:33.325173Z","caller":"traceutil/trace.go:171","msg":"trace[1121133091] transaction","detail":"{read_only:false; response_revision:31319; number_of_response:1; }","duration":"144.708832ms","start":"2026-05-07T03:17:33.180444Z","end":"2026-05-07T03:17:33.325153Z","steps":["trace[1121133091] 'process raft request' (duration: 136.857846ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:38.461935Z","caller":"traceutil/trace.go:171","msg":"trace[845215625] transaction","detail":"{read_only:false; response_revision:31353; number_of_response:1; }","duration":"128.478289ms","start":"2026-05-07T03:17:38.333425Z","end":"2026-05-07T03:17:38.461903Z","steps":["trace[845215625] 'process raft request' (duration: 128.222174ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:38.461969Z","caller":"traceutil/trace.go:171","msg":"trace[839407690] transaction","detail":"{read_only:false; response_revision:31354; number_of_response:1; }","duration":"126.891514ms","start":"2026-05-07T03:17:38.335041Z","end":"2026-05-07T03:17:38.461932Z","steps":["trace[839407690] 'process raft request' (duration: 126.738681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:38.462007Z","caller":"traceutil/trace.go:171","msg":"trace[779038353] transaction","detail":"{read_only:false; response_revision:31355; number_of_response:1; }","duration":"126.72356ms","start":"2026-05-07T03:17:38.335252Z","end":"2026-05-07T03:17:38.461975Z","steps":["trace[779038353] 'process raft request' (duration: 126.569957ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:55.522354Z","caller":"traceutil/trace.go:171","msg":"trace[532583405] transaction","detail":"{read_only:false; response_revision:31540; number_of_response:1; }","duration":"164.479443ms","start":"2026-05-07T03:17:55.357846Z","end":"2026-05-07T03:17:55.522325Z","steps":["trace[532583405] 'process raft request' (duration: 76.088769ms)","trace[532583405] 'compare' (duration: 88.097588ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:17:55.522389Z","caller":"traceutil/trace.go:171","msg":"trace[658765672] transaction","detail":"{read_only:false; response_revision:31542; number_of_response:1; }","duration":"163.85804ms","start":"2026-05-07T03:17:55.358503Z","end":"2026-05-07T03:17:55.522361Z","steps":["trace[658765672] 'process raft request' (duration: 163.804929ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:17:55.522431Z","caller":"traceutil/trace.go:171","msg":"trace[1662451540] transaction","detail":"{read_only:false; response_revision:31541; number_of_response:1; }","duration":"164.422563ms","start":"2026-05-07T03:17:55.357971Z","end":"2026-05-07T03:17:55.522394Z","steps":["trace[1662451540] 'process raft request' (duration: 164.28905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:05.307888Z","caller":"traceutil/trace.go:171","msg":"trace[1417855906] transaction","detail":"{read_only:false; response_revision:31618; number_of_response:1; }","duration":"177.132376ms","start":"2026-05-07T03:18:05.130708Z","end":"2026-05-07T03:18:05.30784Z","steps":["trace[1417855906] 'process raft request' (duration: 95.124285ms)","trace[1417855906] 'compare' (duration: 81.547891ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:05.559011Z","caller":"traceutil/trace.go:171","msg":"trace[828016053] transaction","detail":"{read_only:false; response_revision:31619; number_of_response:1; }","duration":"177.74462ms","start":"2026-05-07T03:18:05.381237Z","end":"2026-05-07T03:18:05.558981Z","steps":["trace[828016053] 'process raft request' (duration: 88.532567ms)","trace[828016053] 'compare' (duration: 89.103069ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:05.639605Z","caller":"traceutil/trace.go:171","msg":"trace[1996139783] transaction","detail":"{read_only:false; response_revision:31620; number_of_response:1; }","duration":"212.143177ms","start":"2026-05-07T03:18:05.427438Z","end":"2026-05-07T03:18:05.639581Z","steps":["trace[1996139783] 'process raft request' (duration: 212.002444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:05.769059Z","caller":"traceutil/trace.go:171","msg":"trace[1747609895] linearizableReadLoop","detail":"{readStateIndex:32765; appliedIndex:32761; }","duration":"139.097335ms","start":"2026-05-07T03:18:05.629932Z","end":"2026-05-07T03:18:05.76903Z","steps":["trace[1747609895] 'read index received' (duration: 9.487681ms)","trace[1747609895] 'applied index is now lower than readState.Index' (duration: 129.604754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:05.769205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.254541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:05.769183Z","caller":"traceutil/trace.go:171","msg":"trace[1394974717] transaction","detail":"{read_only:false; response_revision:31621; number_of_response:1; }","duration":"205.030129ms","start":"2026-05-07T03:18:05.564091Z","end":"2026-05-07T03:18:05.769121Z","steps":["trace[1394974717] 'process raft request' (duration: 106.880897ms)","trace[1394974717] 'compare' (duration: 96.947235ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:05.769265Z","caller":"traceutil/trace.go:171","msg":"trace[1706033714] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31623; }","duration":"139.359452ms","start":"2026-05-07T03:18:05.629885Z","end":"2026-05-07T03:18:05.769244Z","steps":["trace[1706033714] 'agreement among raft nodes before linearized reading' (duration: 139.25677ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:05.769378Z","caller":"traceutil/trace.go:171","msg":"trace[1531034333] transaction","detail":"{read_only:false; response_revision:31622; number_of_response:1; }","duration":"201.432739ms","start":"2026-05-07T03:18:05.567894Z","end":"2026-05-07T03:18:05.769327Z","steps":["trace[1531034333] 'process raft request' (duration: 200.990978ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:05.769383Z","caller":"traceutil/trace.go:171","msg":"trace[1080097312] transaction","detail":"{read_only:false; response_revision:31623; number_of_response:1; }","duration":"199.959446ms","start":"2026-05-07T03:18:05.569367Z","end":"2026-05-07T03:18:05.769327Z","steps":["trace[1080097312] 'process raft request' (duration: 199.616807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:06.365958Z","caller":"traceutil/trace.go:171","msg":"trace[1190531616] transaction","detail":"{read_only:false; response_revision:31625; number_of_response:1; }","duration":"160.565416ms","start":"2026-05-07T03:18:06.205367Z","end":"2026-05-07T03:18:06.365933Z","steps":["trace[1190531616] 'process raft request' (duration: 160.418773ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:06.57599Z","caller":"traceutil/trace.go:171","msg":"trace[1954079754] linearizableReadLoop","detail":"{readStateIndex:32768; appliedIndex:32767; }","duration":"117.265319ms","start":"2026-05-07T03:18:06.458701Z","end":"2026-05-07T03:18:06.575966Z","steps":["trace[1954079754] 'read index received' (duration: 67.953717ms)","trace[1954079754] 'applied index is now lower than readState.Index' (duration: 49.311022ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:06.576074Z","caller":"traceutil/trace.go:171","msg":"trace[1700589174] transaction","detail":"{read_only:false; response_revision:31626; number_of_response:1; }","duration":"146.39314ms","start":"2026-05-07T03:18:06.429641Z","end":"2026-05-07T03:18:06.576034Z","steps":["trace[1700589174] 'process raft request' (duration: 97.077239ms)","trace[1700589174] 'compare' (duration: 49.152498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:06.576183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.474083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:18:06.576209Z","caller":"traceutil/trace.go:171","msg":"trace[1475236523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31626; }","duration":"117.548965ms","start":"2026-05-07T03:18:06.458653Z","end":"2026-05-07T03:18:06.576202Z","steps":["trace[1475236523] 'agreement among raft nodes before linearized reading' (duration: 117.427832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.442254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.2684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:18:07.442554Z","caller":"traceutil/trace.go:171","msg":"trace[2025281979] transaction","detail":"{read_only:false; response_revision:31627; number_of_response:1; }","duration":"862.343388ms","start":"2026-05-07T03:18:06.580177Z","end":"2026-05-07T03:18:07.442521Z","steps":["trace[2025281979] 'process raft request' (duration: 182.628288ms)","trace[2025281979] 'compare' (duration: 678.832481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:07.442722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.580138Z","time spent":"862.498442ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:07.443174Z","caller":"traceutil/trace.go:171","msg":"trace[679122082] linearizableReadLoop","detail":"{readStateIndex:32770; appliedIndex:32768; }","duration":"828.324039ms","start":"2026-05-07T03:18:06.614824Z","end":"2026-05-07T03:18:07.443148Z","steps":["trace[679122082] 'read index received' (duration: 147.957685ms)","trace[679122082] 'applied index is now lower than readState.Index' (duration: 680.364744ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:07.443162Z","caller":"traceutil/trace.go:171","msg":"trace[1446180258] transaction","detail":"{read_only:false; response_revision:31628; number_of_response:1; }","duration":"862.218715ms","start":"2026-05-07T03:18:06.58091Z","end":"2026-05-07T03:18:07.443129Z","steps":["trace[1446180258] 'process raft request' (duration: 861.52765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.443365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.580865Z","time spent":"862.41489ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:07.443447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.840051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:07.443504Z","caller":"traceutil/trace.go:171","msg":"trace[419851624] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:31629; }","duration":"151.939132ms","start":"2026-05-07T03:18:07.291556Z","end":"2026-05-07T03:18:07.443495Z","steps":["trace[419851624] 'agreement among raft nodes before linearized reading' (duration: 151.791619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.443533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.714837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:18:07.443576Z","caller":"traceutil/trace.go:171","msg":"trace[105159388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31629; }","duration":"828.796119ms","start":"2026-05-07T03:18:06.614768Z","end":"2026-05-07T03:18:07.443564Z","steps":["trace[105159388] 'agreement among raft nodes before linearized reading' (duration: 828.467522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.4436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.614747Z","time spent":"828.84678ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:07.443584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.535534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:07.443682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.351579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:07.443713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.373717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:07.443696Z","caller":"traceutil/trace.go:171","msg":"trace[1988622848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31629; }","duration":"177.690238ms","start":"2026-05-07T03:18:07.265964Z","end":"2026-05-07T03:18:07.443654Z","steps":["trace[1988622848] 'agreement among raft nodes before linearized reading' (duration: 177.496634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:07.443743Z","caller":"traceutil/trace.go:171","msg":"trace[1726315509] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31629; }","duration":"433.435679ms","start":"2026-05-07T03:18:07.010299Z","end":"2026-05-07T03:18:07.443735Z","steps":["trace[1726315509] 'agreement among raft nodes before linearized reading' (duration: 433.388738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.443765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:07.010281Z","time spent":"433.478199ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:07.443756Z","caller":"traceutil/trace.go:171","msg":"trace[1319482910] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:31629; }","duration":"215.497473ms","start":"2026-05-07T03:18:07.228236Z","end":"2026-05-07T03:18:07.443734Z","steps":["trace[1319482910] 'agreement among raft nodes before linearized reading' (duration: 215.346859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.443824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.924521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:18:07.443855Z","caller":"traceutil/trace.go:171","msg":"trace[957502261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31629; }","duration":"772.995662ms","start":"2026-05-07T03:18:06.670851Z","end":"2026-05-07T03:18:07.443847Z","steps":["trace[957502261] 'agreement among raft nodes before linearized reading' (duration: 772.91431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.443874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.670833Z","time spent":"773.036634ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:18:07.443883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.207102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:18:07.443683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.586483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:07.443976Z","caller":"traceutil/trace.go:171","msg":"trace[2030566423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31629; }","duration":"788.343465ms","start":"2026-05-07T03:18:06.655587Z","end":"2026-05-07T03:18:07.44393Z","steps":["trace[2030566423] 'agreement among raft nodes before linearized reading' (duration: 788.031098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.444044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.230187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:18:07.444033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.310154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:18:07.444062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.655564Z","time spent":"788.483468ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:18:07.444116Z","caller":"traceutil/trace.go:171","msg":"trace[1495685526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31629; }","duration":"788.429417ms","start":"2026-05-07T03:18:06.655666Z","end":"2026-05-07T03:18:07.444095Z","steps":["trace[1495685526] 'agreement among raft nodes before linearized reading' (duration: 788.172201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:07.444006Z","caller":"traceutil/trace.go:171","msg":"trace[1417130714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:31629; }","duration":"506.958041ms","start":"2026-05-07T03:18:06.93703Z","end":"2026-05-07T03:18:07.443988Z","steps":["trace[1417130714] 'agreement among raft nodes before linearized reading' (duration: 506.540132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.444184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.937013Z","time spent":"507.158405ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:07.444066Z","caller":"traceutil/trace.go:171","msg":"trace[1030604202] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:31629; }","duration":"520.288788ms","start":"2026-05-07T03:18:06.923771Z","end":"2026-05-07T03:18:07.44406Z","steps":["trace[1030604202] 'agreement among raft nodes before linearized reading' (duration: 520.189846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:07.444266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.923747Z","time spent":"520.506673ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:18:07.444175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:06.655634Z","time spent":"788.526968ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:18:07.443351Z","caller":"traceutil/trace.go:171","msg":"trace[1421254111] transaction","detail":"{read_only:false; response_revision:31629; number_of_response:1; }","duration":"129.588933ms","start":"2026-05-07T03:18:07.313717Z","end":"2026-05-07T03:18:07.443305Z","steps":["trace[1421254111] 'process raft request' (duration: 129.368418ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:16.325742Z","caller":"traceutil/trace.go:171","msg":"trace[641540710] transaction","detail":"{read_only:false; response_revision:31701; number_of_response:1; }","duration":"120.047381ms","start":"2026-05-07T03:18:16.205662Z","end":"2026-05-07T03:18:16.325709Z","steps":["trace[641540710] 'process raft request' (duration: 119.145771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:19.733151Z","caller":"traceutil/trace.go:171","msg":"trace[84373841] transaction","detail":"{read_only:false; response_revision:31729; number_of_response:1; }","duration":"130.391391ms","start":"2026-05-07T03:18:19.602731Z","end":"2026-05-07T03:18:19.733122Z","steps":["trace[84373841] 'process raft request' (duration: 130.296479ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:19.733963Z","caller":"traceutil/trace.go:171","msg":"trace[370284134] linearizableReadLoop","detail":"{readStateIndex:32874; appliedIndex:32873; }","duration":"135.20527ms","start":"2026-05-07T03:18:19.598705Z","end":"2026-05-07T03:18:19.73391Z","steps":["trace[370284134] 'read index received' (duration: 86.934581ms)","trace[370284134] 'applied index is now lower than readState.Index' (duration: 48.265089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:19.734325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.244634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:18:19.734413Z","caller":"traceutil/trace.go:171","msg":"trace[1464925028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31729; }","duration":"158.368137ms","start":"2026-05-07T03:18:19.576021Z","end":"2026-05-07T03:18:19.734389Z","steps":["trace[1464925028] 'agreement among raft nodes before linearized reading' (duration: 158.165453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:19.734435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.879072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:18:19.734524Z","caller":"traceutil/trace.go:171","msg":"trace[1747600712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31729; }","duration":"191.028126ms","start":"2026-05-07T03:18:19.543481Z","end":"2026-05-07T03:18:19.73451Z","steps":["trace[1747600712] 'agreement among raft nodes before linearized reading' (duration: 190.700729ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:19.734603Z","caller":"traceutil/trace.go:171","msg":"trace[1439562257] transaction","detail":"{read_only:false; response_revision:31728; number_of_response:1; }","duration":"181.79369ms","start":"2026-05-07T03:18:19.552795Z","end":"2026-05-07T03:18:19.734589Z","steps":["trace[1439562257] 'process raft request' (duration: 132.943878ms)","trace[1439562257] 'compare' (duration: 47.134563ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:19.865994Z","caller":"traceutil/trace.go:171","msg":"trace[294684999] linearizableReadLoop","detail":"{readStateIndex:32876; appliedIndex:32875; }","duration":"131.892236ms","start":"2026-05-07T03:18:19.734076Z","end":"2026-05-07T03:18:19.865969Z","steps":["trace[294684999] 'read index received' (duration: 101.865185ms)","trace[294684999] 'applied index is now lower than readState.Index' (duration: 30.025961ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:19.866048Z","caller":"traceutil/trace.go:171","msg":"trace[383255248] transaction","detail":"{read_only:false; response_revision:31730; number_of_response:1; }","duration":"178.965697ms","start":"2026-05-07T03:18:19.687046Z","end":"2026-05-07T03:18:19.866012Z","steps":["trace[383255248] 'process raft request' (duration: 148.874144ms)","trace[383255248] 'compare' (duration: 29.875488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:19.866282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.582132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:18:19.866358Z","caller":"traceutil/trace.go:171","msg":"trace[998758141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31730; }","duration":"261.706735ms","start":"2026-05-07T03:18:19.604629Z","end":"2026-05-07T03:18:19.866336Z","steps":["trace[998758141] 'agreement among raft nodes before linearized reading' (duration: 261.49358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:19.866254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.229509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:18:19.866422Z","caller":"traceutil/trace.go:171","msg":"trace[1299138786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31730; }","duration":"229.456725ms","start":"2026-05-07T03:18:19.636949Z","end":"2026-05-07T03:18:19.866406Z","steps":["trace[1299138786] 'agreement among raft nodes before linearized reading' (duration: 229.143678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.00035Z","caller":"traceutil/trace.go:171","msg":"trace[162889210] transaction","detail":"{read_only:false; response_revision:31731; number_of_response:1; }","duration":"260.66405ms","start":"2026-05-07T03:18:19.73963Z","end":"2026-05-07T03:18:20.000294Z","steps":["trace[162889210] 'process raft request' (duration: 260.342092ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.000506Z","caller":"traceutil/trace.go:171","msg":"trace[734020230] transaction","detail":"{read_only:false; response_revision:31732; number_of_response:1; }","duration":"258.711538ms","start":"2026-05-07T03:18:19.74177Z","end":"2026-05-07T03:18:20.000482Z","steps":["trace[734020230] 'process raft request' (duration: 258.35882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.00059Z","caller":"traceutil/trace.go:171","msg":"trace[1928293507] transaction","detail":"{read_only:false; response_revision:31733; number_of_response:1; }","duration":"256.330114ms","start":"2026-05-07T03:18:19.744236Z","end":"2026-05-07T03:18:20.000566Z","steps":["trace[1928293507] 'process raft request' (duration: 256.161741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.000632Z","caller":"traceutil/trace.go:171","msg":"trace[893571621] transaction","detail":"{read_only:false; response_revision:31734; number_of_response:1; }","duration":"256.11105ms","start":"2026-05-07T03:18:19.744495Z","end":"2026-05-07T03:18:20.000606Z","steps":["trace[893571621] 'process raft request' (duration: 256.004188ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.000822Z","caller":"traceutil/trace.go:171","msg":"trace[1644542772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:31734; }","duration":"252.046979ms","start":"2026-05-07T03:18:19.748763Z","end":"2026-05-07T03:18:20.00081Z","steps":["trace[1644542772] 'process raft request' (duration: 251.790133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.000948Z","caller":"traceutil/trace.go:171","msg":"trace[1421836278] transaction","detail":"{read_only:false; response_revision:31735; number_of_response:1; }","duration":"248.08709ms","start":"2026-05-07T03:18:19.752845Z","end":"2026-05-07T03:18:20.000932Z","steps":["trace[1421836278] 'process raft request' (duration: 247.819795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136714Z","caller":"traceutil/trace.go:171","msg":"trace[1184150431] transaction","detail":"{read_only:false; response_revision:31736; number_of_response:1; }","duration":"278.658633ms","start":"2026-05-07T03:18:19.858025Z","end":"2026-05-07T03:18:20.136683Z","steps":["trace[1184150431] 'process raft request' (duration: 271.184456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136816Z","caller":"traceutil/trace.go:171","msg":"trace[2069120331] transaction","detail":"{read_only:false; response_revision:31739; number_of_response:1; }","duration":"257.203603ms","start":"2026-05-07T03:18:19.879588Z","end":"2026-05-07T03:18:20.136791Z","steps":["trace[2069120331] 'process raft request' (duration: 257.122481ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136931Z","caller":"traceutil/trace.go:171","msg":"trace[2039853250] transaction","detail":"{read_only:false; response_revision:31738; number_of_response:1; }","duration":"264.744032ms","start":"2026-05-07T03:18:19.872179Z","end":"2026-05-07T03:18:20.136923Z","steps":["trace[2039853250] 'process raft request' (duration: 264.486456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136939Z","caller":"traceutil/trace.go:171","msg":"trace[1611261996] transaction","detail":"{read_only:false; response_revision:31737; number_of_response:1; }","duration":"265.291944ms","start":"2026-05-07T03:18:19.871622Z","end":"2026-05-07T03:18:20.136914Z","steps":["trace[1611261996] 'process raft request' (duration: 264.961267ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136997Z","caller":"traceutil/trace.go:171","msg":"trace[815319569] transaction","detail":"{read_only:false; response_revision:31740; number_of_response:1; }","duration":"251.821412ms","start":"2026-05-07T03:18:19.885168Z","end":"2026-05-07T03:18:20.13699Z","steps":["trace[815319569] 'process raft request' (duration: 251.581377ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.136872Z","caller":"traceutil/trace.go:171","msg":"trace[1667384672] linearizableReadLoop","detail":"{readStateIndex:32883; appliedIndex:32876; }","duration":"270.779206ms","start":"2026-05-07T03:18:19.866065Z","end":"2026-05-07T03:18:20.136844Z","steps":["trace[1667384672] 'read index received' (duration: 133.902819ms)","trace[1667384672] 'applied index is now lower than readState.Index' (duration: 136.875307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:20.137236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.689043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-cvlxx.18ad26682b1141c8\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-05-07T03:18:20.137308Z","caller":"traceutil/trace.go:171","msg":"trace[828153317] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-cvlxx.18ad26682b1141c8; range_end:; response_count:1; response_revision:31740; }","duration":"381.823508ms","start":"2026-05-07T03:18:19.755464Z","end":"2026-05-07T03:18:20.137287Z","steps":["trace[828153317] 'agreement among raft nodes before linearized reading' (duration: 381.552171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:20.137404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:19.755446Z","time spent":"381.94577ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-cvlxx.18ad26682b1141c8\" "} {"level":"info","ts":"2026-05-07T03:18:20.16154Z","caller":"traceutil/trace.go:171","msg":"trace[192150755] transaction","detail":"{read_only:false; response_revision:31741; number_of_response:1; }","duration":"144.014335ms","start":"2026-05-07T03:18:20.017489Z","end":"2026-05-07T03:18:20.161503Z","steps":["trace[192150755] 'process raft request' (duration: 143.79582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:20.161616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.074871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:20.161671Z","caller":"traceutil/trace.go:171","msg":"trace[838661092] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:31742; }","duration":"257.196514ms","start":"2026-05-07T03:18:19.904462Z","end":"2026-05-07T03:18:20.161658Z","steps":["trace[838661092] 'agreement among raft nodes before linearized reading' (duration: 257.0259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:20.500078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.004569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-07T03:18:20.500158Z","caller":"traceutil/trace.go:171","msg":"trace[417519161] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:31749; }","duration":"128.141322ms","start":"2026-05-07T03:18:20.371997Z","end":"2026-05-07T03:18:20.500139Z","steps":["trace[417519161] 'agreement among raft nodes before linearized reading' (duration: 127.962448ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.50047Z","caller":"traceutil/trace.go:171","msg":"trace[738730694] transaction","detail":"{read_only:false; response_revision:31749; number_of_response:1; }","duration":"123.545069ms","start":"2026-05-07T03:18:20.376916Z","end":"2026-05-07T03:18:20.500461Z","steps":["trace[738730694] 'process raft request' (duration: 122.940405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.812027Z","caller":"traceutil/trace.go:171","msg":"trace[796559402] transaction","detail":"{read_only:false; number_of_response:1; response_revision:31766; }","duration":"109.166828ms","start":"2026-05-07T03:18:20.702845Z","end":"2026-05-07T03:18:20.812012Z","steps":["trace[796559402] 'process raft request' (duration: 105.478716ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:20.812075Z","caller":"traceutil/trace.go:171","msg":"trace[280835480] linearizableReadLoop","detail":"{readStateIndex:32914; appliedIndex:32912; }","duration":"108.270577ms","start":"2026-05-07T03:18:20.703796Z","end":"2026-05-07T03:18:20.812067Z","steps":["trace[280835480] 'read index received' (duration: 39.610084ms)","trace[280835480] 'applied index is now lower than readState.Index' (duration: 68.659493ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:20.812027Z","caller":"traceutil/trace.go:171","msg":"trace[1360853389] transaction","detail":"{read_only:false; response_revision:31767; number_of_response:1; }","duration":"102.240493ms","start":"2026-05-07T03:18:20.709765Z","end":"2026-05-07T03:18:20.812006Z","steps":["trace[1360853389] 'process raft request' (duration: 102.075019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:20.812279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.463221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-07T03:18:20.81232Z","caller":"traceutil/trace.go:171","msg":"trace[1366334447] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:31768; }","duration":"108.532413ms","start":"2026-05-07T03:18:20.703775Z","end":"2026-05-07T03:18:20.812307Z","steps":["trace[1366334447] 'agreement among raft nodes before linearized reading' (duration: 108.384539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:20.812428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.642803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/manila-api-certs\" ","response":"range_response_count:1 size:2449"} {"level":"info","ts":"2026-05-07T03:18:20.812456Z","caller":"traceutil/trace.go:171","msg":"trace[851066159] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/manila-api-certs; range_end:; response_count:1; response_revision:31768; }","duration":"102.688904ms","start":"2026-05-07T03:18:20.709759Z","end":"2026-05-07T03:18:20.812448Z","steps":["trace[851066159] 'agreement among raft nodes before linearized reading' (duration: 102.643852ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:30.279831Z","caller":"traceutil/trace.go:171","msg":"trace[1749423327] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"103.810499ms","start":"2026-05-07T03:18:30.17599Z","end":"2026-05-07T03:18:30.2798Z","steps":["trace[1749423327] 'process raft request' (duration: 102.705874ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:30.298543Z","caller":"traceutil/trace.go:171","msg":"trace[482567169] linearizableReadLoop","detail":"{readStateIndex:33060; appliedIndex:33057; }","duration":"108.791ms","start":"2026-05-07T03:18:30.189728Z","end":"2026-05-07T03:18:30.298519Z","steps":["trace[482567169] 'read index received' (duration: 88.924876ms)","trace[482567169] 'applied index is now lower than readState.Index' (duration: 19.865254ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:30.298597Z","caller":"traceutil/trace.go:171","msg":"trace[1853050135] transaction","detail":"{read_only:false; response_revision:31908; number_of_response:1; }","duration":"122.24124ms","start":"2026-05-07T03:18:30.176334Z","end":"2026-05-07T03:18:30.298575Z","steps":["trace[1853050135] 'process raft request' (duration: 121.949024ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:30.29858Z","caller":"traceutil/trace.go:171","msg":"trace[303276378] transaction","detail":"{read_only:false; response_revision:31909; number_of_response:1; }","duration":"117.792961ms","start":"2026-05-07T03:18:30.180746Z","end":"2026-05-07T03:18:30.298539Z","steps":["trace[303276378] 'process raft request' (duration: 117.681038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:30.298793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.037275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:18:30.298834Z","caller":"traceutil/trace.go:171","msg":"trace[21772378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31910; }","duration":"109.099257ms","start":"2026-05-07T03:18:30.189724Z","end":"2026-05-07T03:18:30.298823Z","steps":["trace[21772378] 'agreement among raft nodes before linearized reading' (duration: 108.942373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:30.298965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.114498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:18:30.299038Z","caller":"traceutil/trace.go:171","msg":"trace[1434226477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31910; }","duration":"105.20425ms","start":"2026-05-07T03:18:30.193822Z","end":"2026-05-07T03:18:30.299027Z","steps":["trace[1434226477] 'agreement among raft nodes before linearized reading' (duration: 104.944785ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:30.438862Z","caller":"traceutil/trace.go:171","msg":"trace[1783392249] transaction","detail":"{read_only:false; response_revision:31911; number_of_response:1; }","duration":"134.632687ms","start":"2026-05-07T03:18:30.304178Z","end":"2026-05-07T03:18:30.43881Z","steps":["trace[1783392249] 'process raft request' (duration: 102.172122ms)","trace[1783392249] 'compare' (duration: 32.22063ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:30.507831Z","caller":"traceutil/trace.go:171","msg":"trace[1523398680] transaction","detail":"{read_only:false; response_revision:31912; number_of_response:1; }","duration":"203.29495ms","start":"2026-05-07T03:18:30.3045Z","end":"2026-05-07T03:18:30.507794Z","steps":["trace[1523398680] 'process raft request' (duration: 202.82523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:32.160644Z","caller":"traceutil/trace.go:171","msg":"trace[1327256245] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"103.156622ms","start":"2026-05-07T03:18:32.057464Z","end":"2026-05-07T03:18:32.16062Z","steps":["trace[1327256245] 'process raft request' (duration: 102.932797ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:38.144136Z","caller":"traceutil/trace.go:171","msg":"trace[1701805904] transaction","detail":"{read_only:false; response_revision:31985; number_of_response:1; }","duration":"145.369787ms","start":"2026-05-07T03:18:37.998738Z","end":"2026-05-07T03:18:38.144108Z","steps":["trace[1701805904] 'process raft request' (duration: 145.205513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:38.145994Z","caller":"traceutil/trace.go:171","msg":"trace[1692303384] transaction","detail":"{read_only:false; response_revision:31986; number_of_response:1; }","duration":"140.295443ms","start":"2026-05-07T03:18:38.005681Z","end":"2026-05-07T03:18:38.145976Z","steps":["trace[1692303384] 'process raft request' (duration: 140.237222ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:39.804011Z","caller":"traceutil/trace.go:171","msg":"trace[2112530688] transaction","detail":"{read_only:false; response_revision:31999; number_of_response:1; }","duration":"167.380089ms","start":"2026-05-07T03:18:39.636603Z","end":"2026-05-07T03:18:39.803983Z","steps":["trace[2112530688] 'process raft request' (duration: 167.202735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:40.649183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289012995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:18:40.743949Z","caller":"traceutil/trace.go:171","msg":"trace[1179146102] transaction","detail":"{read_only:false; response_revision:32000; number_of_response:1; }","duration":"995.023091ms","start":"2026-05-07T03:18:39.748898Z","end":"2026-05-07T03:18:40.743921Z","steps":["trace[1179146102] 'process raft request' (duration: 994.852397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:40.744126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:39.748865Z","time spent":"995.173594ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:41.055211Z","caller":"traceutil/trace.go:171","msg":"trace[769276349] transaction","detail":"{read_only:false; response_revision:32001; number_of_response:1; }","duration":"904.226564ms","start":"2026-05-07T03:18:40.150927Z","end":"2026-05-07T03:18:41.055153Z","steps":["trace[769276349] 'process raft request' (duration: 903.855695ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.055382Z","caller":"traceutil/trace.go:171","msg":"trace[2007095835] transaction","detail":"{read_only:false; response_revision:32002; number_of_response:1; }","duration":"861.273494ms","start":"2026-05-07T03:18:40.194065Z","end":"2026-05-07T03:18:41.055338Z","steps":["trace[2007095835] 'process raft request' (duration: 860.905595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.055438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.150906Z","time spent":"904.404477ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:41.055684Z","caller":"traceutil/trace.go:171","msg":"trace[855147529] linearizableReadLoop","detail":"{readStateIndex:33160; appliedIndex:33153; }","duration":"907.175079ms","start":"2026-05-07T03:18:40.148492Z","end":"2026-05-07T03:18:41.055667Z","steps":["trace[855147529] 'read index received' (duration: 595.872327ms)","trace[855147529] 'applied index is now lower than readState.Index' (duration: 311.301492ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:41.055693Z","caller":"traceutil/trace.go:171","msg":"trace[97736037] transaction","detail":"{read_only:false; response_revision:32004; number_of_response:1; }","duration":"731.69884ms","start":"2026-05-07T03:18:40.323966Z","end":"2026-05-07T03:18:41.055664Z","steps":["trace[97736037] 'process raft request' (duration: 731.548007ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.055734Z","caller":"traceutil/trace.go:171","msg":"trace[1684976436] transaction","detail":"{read_only:false; response_revision:32006; number_of_response:1; }","duration":"718.67134ms","start":"2026-05-07T03:18:40.337027Z","end":"2026-05-07T03:18:41.055698Z","steps":["trace[1684976436] 'process raft request' (duration: 718.574808ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.055766Z","caller":"traceutil/trace.go:171","msg":"trace[1643020310] transaction","detail":"{read_only:false; response_revision:32007; number_of_response:1; }","duration":"476.483751ms","start":"2026-05-07T03:18:40.579273Z","end":"2026-05-07T03:18:41.055757Z","steps":["trace[1643020310] 'process raft request' (duration: 476.359498ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.055763Z","caller":"traceutil/trace.go:171","msg":"trace[1859831135] transaction","detail":"{read_only:false; response_revision:32005; number_of_response:1; }","duration":"720.672285ms","start":"2026-05-07T03:18:40.335069Z","end":"2026-05-07T03:18:41.055742Z","steps":["trace[1859831135] 'process raft request' (duration: 720.494741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.056035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.579245Z","time spent":"476.546142ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.056047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.335049Z","time spent":"720.764806ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.056089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.336994Z","time spent":"718.841474ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.056127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.323949Z","time spent":"731.804853ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.056311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.19403Z","time spent":"862.248776ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.056328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.871964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:18:41.056321Z","caller":"traceutil/trace.go:171","msg":"trace[1630639216] transaction","detail":"{read_only:false; response_revision:32003; number_of_response:1; }","duration":"735.198569ms","start":"2026-05-07T03:18:40.321079Z","end":"2026-05-07T03:18:41.056277Z","steps":["trace[1630639216] 'process raft request' (duration: 734.186806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.056544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.321052Z","time spent":"735.378353ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:41.056377Z","caller":"traceutil/trace.go:171","msg":"trace[1217228686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32007; }","duration":"907.961956ms","start":"2026-05-07T03:18:40.148402Z","end":"2026-05-07T03:18:41.056364Z","steps":["trace[1217228686] 'agreement among raft nodes before linearized reading' (duration: 907.754452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.056663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.148383Z","time spent":"908.259953ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:18:41.251612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.692534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:18:41.251856Z","caller":"traceutil/trace.go:171","msg":"trace[2098021855] transaction","detail":"{read_only:false; response_revision:32009; number_of_response:1; }","duration":"190.193718ms","start":"2026-05-07T03:18:41.06164Z","end":"2026-05-07T03:18:41.251834Z","steps":["trace[2098021855] 'process raft request' (duration: 190.110146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.251841Z","caller":"traceutil/trace.go:171","msg":"trace[598709846] transaction","detail":"{read_only:false; response_revision:32008; number_of_response:1; }","duration":"425.686776ms","start":"2026-05-07T03:18:40.826077Z","end":"2026-05-07T03:18:41.251764Z","steps":["trace[598709846] 'process raft request' (duration: 292.741507ms)","trace[598709846] 'compare' (duration: 132.51068ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:41.251929Z","caller":"traceutil/trace.go:171","msg":"trace[242246727] linearizableReadLoop","detail":"{readStateIndex:33161; appliedIndex:33160; }","duration":"196.174041ms","start":"2026-05-07T03:18:41.055727Z","end":"2026-05-07T03:18:41.251901Z","steps":["trace[242246727] 'read index received' (duration: 63.105079ms)","trace[242246727] 'applied index is now lower than readState.Index' (duration: 133.066052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:41.252021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.826057Z","time spent":"425.872681ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:41.252105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.261478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:18:41.252072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019411906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:41.25225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.414732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:41.252291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067338806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:18:41.252318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.777782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:41.252323Z","caller":"traceutil/trace.go:171","msg":"trace[3765083] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:32009; }","duration":"1.067419957s","start":"2026-05-07T03:18:40.184892Z","end":"2026-05-07T03:18:41.252312Z","steps":["trace[3765083] 'agreement among raft nodes before linearized reading' (duration: 1.067335886s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.252264Z","caller":"traceutil/trace.go:171","msg":"trace[1502017531] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32009; }","duration":"1.019656791s","start":"2026-05-07T03:18:40.232583Z","end":"2026-05-07T03:18:41.25224Z","steps":["trace[1502017531] 'agreement among raft nodes before linearized reading' (duration: 1.019366874s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.252332Z","caller":"traceutil/trace.go:171","msg":"trace[599011150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:32009; }","duration":"181.528954ms","start":"2026-05-07T03:18:41.070781Z","end":"2026-05-07T03:18:41.25231Z","steps":["trace[599011150] 'agreement among raft nodes before linearized reading' (duration: 181.411822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.252356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.184864Z","time spent":"1.067482329s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:18:41.252439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.670135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:18:41.252121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048174598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:18:41.252166Z","caller":"traceutil/trace.go:171","msg":"trace[626495905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32009; }","duration":"704.377851ms","start":"2026-05-07T03:18:40.547773Z","end":"2026-05-07T03:18:41.252151Z","steps":["trace[626495905] 'agreement among raft nodes before linearized reading' (duration: 704.140776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.252779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.547752Z","time spent":"705.006844ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:41.252268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.076231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-05-07T03:18:41.252978Z","caller":"traceutil/trace.go:171","msg":"trace[1291582938] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32009; }","duration":"231.779716ms","start":"2026-05-07T03:18:41.021158Z","end":"2026-05-07T03:18:41.252938Z","steps":["trace[1291582938] 'agreement among raft nodes before linearized reading' (duration: 231.03922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.25235Z","caller":"traceutil/trace.go:171","msg":"trace[307692401] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:32009; }","duration":"551.834924ms","start":"2026-05-07T03:18:40.700502Z","end":"2026-05-07T03:18:41.252337Z","steps":["trace[307692401] 'agreement among raft nodes before linearized reading' (duration: 551.787873ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.253147Z","caller":"traceutil/trace.go:171","msg":"trace[906496626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32009; }","duration":"1.04916342s","start":"2026-05-07T03:18:40.203932Z","end":"2026-05-07T03:18:41.253096Z","steps":["trace[906496626] 'agreement among raft nodes before linearized reading' (duration: 1.048104676s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.253244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.203821Z","time spent":"1.049400345s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:41.253153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.700488Z","time spent":"552.645222ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:41.25248Z","caller":"traceutil/trace.go:171","msg":"trace[2077130570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32009; }","duration":"768.746277ms","start":"2026-05-07T03:18:40.483723Z","end":"2026-05-07T03:18:41.252469Z","steps":["trace[2077130570] 'agreement among raft nodes before linearized reading' (duration: 768.660915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.253539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.483705Z","time spent":"769.812061ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:41.252514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.180722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:18:41.253707Z","caller":"traceutil/trace.go:171","msg":"trace[1739357980] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:32009; }","duration":"154.374788ms","start":"2026-05-07T03:18:41.099313Z","end":"2026-05-07T03:18:41.253688Z","steps":["trace[1739357980] 'agreement among raft nodes before linearized reading' (duration: 153.023448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.252537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.858537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:41.253798Z","caller":"traceutil/trace.go:171","msg":"trace[1702518261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32009; }","duration":"430.234668ms","start":"2026-05-07T03:18:40.823544Z","end":"2026-05-07T03:18:41.253778Z","steps":["trace[1702518261] 'agreement among raft nodes before linearized reading' (duration: 428.730345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.253858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.82352Z","time spent":"430.320269ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:18:41.25219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049445917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:18:41.252427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.232555Z","time spent":"1.019811815s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:41.253926Z","caller":"traceutil/trace.go:171","msg":"trace[2081692266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32009; }","duration":"1.051165454s","start":"2026-05-07T03:18:40.202736Z","end":"2026-05-07T03:18:41.253902Z","steps":["trace[2081692266] 'agreement among raft nodes before linearized reading' (duration: 1.049403636s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.254256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:40.202653Z","time spent":"1.051526884s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:18:41.413087Z","caller":"traceutil/trace.go:171","msg":"trace[164673940] transaction","detail":"{read_only:false; response_revision:32011; number_of_response:1; }","duration":"154.732225ms","start":"2026-05-07T03:18:41.258327Z","end":"2026-05-07T03:18:41.413059Z","steps":["trace[164673940] 'process raft request' (duration: 154.616212ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.41311Z","caller":"traceutil/trace.go:171","msg":"trace[940183906] transaction","detail":"{read_only:false; response_revision:32010; number_of_response:1; }","duration":"156.497605ms","start":"2026-05-07T03:18:41.256535Z","end":"2026-05-07T03:18:41.413033Z","steps":["trace[940183906] 'process raft request' (duration: 95.081494ms)","trace[940183906] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:669; } (duration: 61.125975ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:41.413515Z","caller":"traceutil/trace.go:171","msg":"trace[470349505] transaction","detail":"{read_only:false; response_revision:32012; number_of_response:1; }","duration":"154.879348ms","start":"2026-05-07T03:18:41.258615Z","end":"2026-05-07T03:18:41.413495Z","steps":["trace[470349505] 'process raft request' (duration: 154.394758ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.413622Z","caller":"traceutil/trace.go:171","msg":"trace[585111869] linearizableReadLoop","detail":"{readStateIndex:33167; appliedIndex:33162; }","duration":"148.888884ms","start":"2026-05-07T03:18:41.264701Z","end":"2026-05-07T03:18:41.41359Z","steps":["trace[585111869] 'read index received' (duration: 86.941421ms)","trace[585111869] 'applied index is now lower than readState.Index' (duration: 61.946143ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:41.413659Z","caller":"traceutil/trace.go:171","msg":"trace[251646172] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"154.820997ms","start":"2026-05-07T03:18:41.258811Z","end":"2026-05-07T03:18:41.413632Z","steps":["trace[251646172] 'process raft request' (duration: 154.50854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:41.413792Z","caller":"traceutil/trace.go:171","msg":"trace[2079986608] transaction","detail":"{read_only:false; response_revision:32014; number_of_response:1; }","duration":"152.084948ms","start":"2026-05-07T03:18:41.261697Z","end":"2026-05-07T03:18:41.413782Z","steps":["trace[2079986608] 'process raft request' (duration: 151.834041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:41.413792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.0697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:41.413834Z","caller":"traceutil/trace.go:171","msg":"trace[1553342823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32014; }","duration":"149.178572ms","start":"2026-05-07T03:18:41.264642Z","end":"2026-05-07T03:18:41.413821Z","steps":["trace[1553342823] 'agreement among raft nodes before linearized reading' (duration: 149.07158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:42.849055Z","caller":"traceutil/trace.go:171","msg":"trace[1195937217] transaction","detail":"{read_only:false; response_revision:32016; number_of_response:1; }","duration":"100.529275ms","start":"2026-05-07T03:18:42.748499Z","end":"2026-05-07T03:18:42.849028Z","steps":["trace[1195937217] 'process raft request' (duration: 100.359441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:43.702663Z","caller":"traceutil/trace.go:171","msg":"trace[2050856911] transaction","detail":"{read_only:false; response_revision:32026; number_of_response:1; }","duration":"280.267449ms","start":"2026-05-07T03:18:43.422372Z","end":"2026-05-07T03:18:43.702639Z","steps":["trace[2050856911] 'process raft request' (duration: 230.036367ms)","trace[2050856911] 'compare' (duration: 50.016147ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:43.737646Z","caller":"traceutil/trace.go:171","msg":"trace[1348030141] transaction","detail":"{read_only:false; response_revision:32028; number_of_response:1; }","duration":"312.727374ms","start":"2026-05-07T03:18:43.424899Z","end":"2026-05-07T03:18:43.737626Z","steps":["trace[1348030141] 'process raft request' (duration: 312.671183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:43.73777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:43.424884Z","time spent":"312.814745ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:43.7377Z","caller":"traceutil/trace.go:171","msg":"trace[2066555859] transaction","detail":"{read_only:false; response_revision:32027; number_of_response:1; }","duration":"312.799836ms","start":"2026-05-07T03:18:43.424868Z","end":"2026-05-07T03:18:43.737668Z","steps":["trace[2066555859] 'process raft request' (duration: 312.594771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:43.737984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:43.424837Z","time spent":"313.03882ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:43.738049Z","caller":"traceutil/trace.go:171","msg":"trace[988954843] transaction","detail":"{read_only:false; response_revision:32029; number_of_response:1; }","duration":"313.106322ms","start":"2026-05-07T03:18:43.42491Z","end":"2026-05-07T03:18:43.738016Z","steps":["trace[988954843] 'process raft request' (duration: 312.687993ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:43.738104Z","caller":"traceutil/trace.go:171","msg":"trace[1501378117] linearizableReadLoop","detail":"{readStateIndex:33184; appliedIndex:33179; }","duration":"225.965056ms","start":"2026-05-07T03:18:43.512103Z","end":"2026-05-07T03:18:43.738068Z","steps":["trace[1501378117] 'read index received' (duration: 140.086698ms)","trace[1501378117] 'applied index is now lower than readState.Index' (duration: 85.877027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:43.738185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:43.424886Z","time spent":"313.233735ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:43.738158Z","caller":"traceutil/trace.go:171","msg":"trace[1186907734] transaction","detail":"{read_only:false; response_revision:32030; number_of_response:1; }","duration":"313.219605ms","start":"2026-05-07T03:18:43.42492Z","end":"2026-05-07T03:18:43.73814Z","steps":["trace[1186907734] 'process raft request' (duration: 312.97796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:43.738381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:43.42487Z","time spent":"313.365788ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:43.738441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.241121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:43.738714Z","caller":"traceutil/trace.go:171","msg":"trace[830714744] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32030; }","duration":"226.59406ms","start":"2026-05-07T03:18:43.512028Z","end":"2026-05-07T03:18:43.738622Z","steps":["trace[830714744] 'agreement among raft nodes before linearized reading' (duration: 226.252652ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:45.007375Z","caller":"traceutil/trace.go:171","msg":"trace[1848261401] transaction","detail":"{read_only:false; response_revision:32031; number_of_response:1; }","duration":"152.586377ms","start":"2026-05-07T03:18:44.85477Z","end":"2026-05-07T03:18:45.007357Z","steps":["trace[1848261401] 'process raft request' (duration: 152.464384ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.233957Z","caller":"traceutil/trace.go:171","msg":"trace[1382431367] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"155.125604ms","start":"2026-05-07T03:18:47.078808Z","end":"2026-05-07T03:18:47.233934Z","steps":["trace[1382431367] 'process raft request' (duration: 154.97145ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.24058Z","caller":"traceutil/trace.go:171","msg":"trace[1285963544] transaction","detail":"{read_only:false; response_revision:32049; number_of_response:1; }","duration":"161.715832ms","start":"2026-05-07T03:18:47.078844Z","end":"2026-05-07T03:18:47.24056Z","steps":["trace[1285963544] 'process raft request' (duration: 161.579168ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.240857Z","caller":"traceutil/trace.go:171","msg":"trace[1241399255] transaction","detail":"{read_only:false; response_revision:32050; number_of_response:1; }","duration":"159.142144ms","start":"2026-05-07T03:18:47.081677Z","end":"2026-05-07T03:18:47.240819Z","steps":["trace[1241399255] 'process raft request' (duration: 158.838817ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.240938Z","caller":"traceutil/trace.go:171","msg":"trace[1959199602] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"159.177965ms","start":"2026-05-07T03:18:47.081743Z","end":"2026-05-07T03:18:47.240921Z","steps":["trace[1959199602] 'process raft request' (duration: 158.98046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.24095Z","caller":"traceutil/trace.go:171","msg":"trace[152818365] transaction","detail":"{read_only:false; response_revision:32052; number_of_response:1; }","duration":"158.521731ms","start":"2026-05-07T03:18:47.082405Z","end":"2026-05-07T03:18:47.240927Z","steps":["trace[152818365] 'process raft request' (duration: 158.440799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:47.241023Z","caller":"traceutil/trace.go:171","msg":"trace[179994960] transaction","detail":"{read_only:false; response_revision:32053; number_of_response:1; }","duration":"158.50102ms","start":"2026-05-07T03:18:47.082505Z","end":"2026-05-07T03:18:47.241006Z","steps":["trace[179994960] 'process raft request' (duration: 158.384748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:49.201933Z","caller":"traceutil/trace.go:171","msg":"trace[510554763] transaction","detail":"{read_only:false; response_revision:32064; number_of_response:1; }","duration":"284.591226ms","start":"2026-05-07T03:18:48.917311Z","end":"2026-05-07T03:18:49.201902Z","steps":["trace[510554763] 'process raft request' (duration: 284.409422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:49.280278Z","caller":"traceutil/trace.go:171","msg":"trace[978684381] transaction","detail":"{read_only:false; response_revision:32065; number_of_response:1; }","duration":"305.80385ms","start":"2026-05-07T03:18:48.974433Z","end":"2026-05-07T03:18:49.280237Z","steps":["trace[978684381] 'process raft request' (duration: 305.519724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:49.280283Z","caller":"traceutil/trace.go:171","msg":"trace[1993020039] transaction","detail":"{read_only:false; response_revision:32066; number_of_response:1; }","duration":"230.806345ms","start":"2026-05-07T03:18:49.049452Z","end":"2026-05-07T03:18:49.280258Z","steps":["trace[1993020039] 'process raft request' (duration: 230.698002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:49.280454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:48.974413Z","time spent":"305.956503ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:49.342023Z","caller":"traceutil/trace.go:171","msg":"trace[72038786] transaction","detail":"{read_only:false; response_revision:32067; number_of_response:1; }","duration":"102.911359ms","start":"2026-05-07T03:18:49.239088Z","end":"2026-05-07T03:18:49.341999Z","steps":["trace[72038786] 'process raft request' (duration: 102.728205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:49.479616Z","caller":"traceutil/trace.go:171","msg":"trace[438756072] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"128.631003ms","start":"2026-05-07T03:18:49.350952Z","end":"2026-05-07T03:18:49.479583Z","steps":["trace[438756072] 'process raft request' (duration: 97.500808ms)","trace[438756072] 'compare' (duration: 30.957351ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:50.32829Z","caller":"traceutil/trace.go:171","msg":"trace[1844093874] linearizableReadLoop","detail":"{readStateIndex:33234; appliedIndex:33233; }","duration":"108.700557ms","start":"2026-05-07T03:18:50.219565Z","end":"2026-05-07T03:18:50.328266Z","steps":["trace[1844093874] 'read index received' (duration: 108.553374ms)","trace[1844093874] 'applied index is now lower than readState.Index' (duration: 146.233µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:50.328396Z","caller":"traceutil/trace.go:171","msg":"trace[570402720] transaction","detail":"{read_only:false; response_revision:32079; number_of_response:1; }","duration":"116.36366ms","start":"2026-05-07T03:18:50.211999Z","end":"2026-05-07T03:18:50.328362Z","steps":["trace[570402720] 'process raft request' (duration: 116.098914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:50.328499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.899461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:50.328592Z","caller":"traceutil/trace.go:171","msg":"trace[393522024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32079; }","duration":"109.023154ms","start":"2026-05-07T03:18:50.219549Z","end":"2026-05-07T03:18:50.328572Z","steps":["trace[393522024] 'agreement among raft nodes before linearized reading' (duration: 108.83769ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:51.241228Z","caller":"traceutil/trace.go:171","msg":"trace[599225835] transaction","detail":"{read_only:false; response_revision:32080; number_of_response:1; }","duration":"170.804035ms","start":"2026-05-07T03:18:51.070405Z","end":"2026-05-07T03:18:51.241209Z","steps":["trace[599225835] 'process raft request' (duration: 170.679442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.599925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.956213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:51.599979Z","caller":"traceutil/trace.go:171","msg":"trace[168904669] linearizableReadLoop","detail":"{readStateIndex:33236; appliedIndex:33235; }","duration":"251.873024ms","start":"2026-05-07T03:18:51.348077Z","end":"2026-05-07T03:18:51.59995Z","steps":["trace[168904669] 'read index received' (duration: 236.870619ms)","trace[168904669] 'applied index is now lower than readState.Index' (duration: 15.000945ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:51.600021Z","caller":"traceutil/trace.go:171","msg":"trace[2013125253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32080; }","duration":"332.101177ms","start":"2026-05-07T03:18:51.267896Z","end":"2026-05-07T03:18:51.599997Z","steps":["trace[2013125253] 'range keys from in-memory index tree' (duration: 331.732109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:51.600053Z","caller":"traceutil/trace.go:171","msg":"trace[2096371742] transaction","detail":"{read_only:false; response_revision:32081; number_of_response:1; }","duration":"313.375078ms","start":"2026-05-07T03:18:51.286648Z","end":"2026-05-07T03:18:51.600023Z","steps":["trace[2096371742] 'process raft request' (duration: 298.27774ms)","trace[2096371742] 'compare' (duration: 14.673239ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:51.600075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.267872Z","time spent":"332.189029ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:18:51.60019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.286619Z","time spent":"313.501441ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:51.600418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.318714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-05-07T03:18:51.600466Z","caller":"traceutil/trace.go:171","msg":"trace[96515625] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32081; }","duration":"252.413237ms","start":"2026-05-07T03:18:51.348041Z","end":"2026-05-07T03:18:51.600454Z","steps":["trace[96515625] 'agreement among raft nodes before linearized reading' (duration: 252.021288ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:51.712355Z","caller":"traceutil/trace.go:171","msg":"trace[809353624] transaction","detail":"{read_only:false; response_revision:32082; number_of_response:1; }","duration":"363.710742ms","start":"2026-05-07T03:18:51.348612Z","end":"2026-05-07T03:18:51.712323Z","steps":["trace[809353624] 'process raft request' (duration: 363.433456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.712489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.3486Z","time spent":"363.823985ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:51.71269Z","caller":"traceutil/trace.go:171","msg":"trace[1707402597] transaction","detail":"{read_only:false; response_revision:32083; number_of_response:1; }","duration":"363.921787ms","start":"2026-05-07T03:18:51.34875Z","end":"2026-05-07T03:18:51.712671Z","steps":["trace[1707402597] 'process raft request' (duration: 363.432326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.712804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.348734Z","time spent":"363.999439ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:51.713323Z","caller":"traceutil/trace.go:171","msg":"trace[1859815113] transaction","detail":"{read_only:false; response_revision:32084; number_of_response:1; }","duration":"364.520041ms","start":"2026-05-07T03:18:51.34879Z","end":"2026-05-07T03:18:51.71331Z","steps":["trace[1859815113] 'process raft request' (duration: 363.436927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:51.713621Z","caller":"traceutil/trace.go:171","msg":"trace[22484776] transaction","detail":"{read_only:false; response_revision:32085; number_of_response:1; }","duration":"364.768506ms","start":"2026-05-07T03:18:51.348826Z","end":"2026-05-07T03:18:51.713594Z","steps":["trace[22484776] 'process raft request' (duration: 364.426388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.713769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.348818Z","time spent":"364.867248ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:51.713764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.348782Z","time spent":"364.605702ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:51.71514Z","caller":"traceutil/trace.go:171","msg":"trace[318909719] transaction","detail":"{read_only:false; response_revision:32086; number_of_response:1; }","duration":"365.081923ms","start":"2026-05-07T03:18:51.350037Z","end":"2026-05-07T03:18:51.715119Z","steps":["trace[318909719] 'process raft request' (duration: 363.364085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.715267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.350028Z","time spent":"365.185685ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:51.71539Z","caller":"traceutil/trace.go:171","msg":"trace[1905368514] transaction","detail":"{read_only:false; response_revision:32087; number_of_response:1; }","duration":"364.399087ms","start":"2026-05-07T03:18:51.350952Z","end":"2026-05-07T03:18:51.715351Z","steps":["trace[1905368514] 'process raft request' (duration: 364.088301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:51.715527Z","caller":"traceutil/trace.go:171","msg":"trace[1668555848] linearizableReadLoop","detail":"{readStateIndex:33243; appliedIndex:33236; }","duration":"115.472859ms","start":"2026-05-07T03:18:51.600034Z","end":"2026-05-07T03:18:51.715506Z","steps":["trace[1668555848] 'read index received' (duration: 111.93905ms)","trace[1668555848] 'applied index is now lower than readState.Index' (duration: 3.532579ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:51.715543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.350939Z","time spent":"364.52473ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:51.716056Z","caller":"traceutil/trace.go:171","msg":"trace[1649739908] transaction","detail":"{read_only:false; response_revision:32088; number_of_response:1; }","duration":"363.546519ms","start":"2026-05-07T03:18:51.352492Z","end":"2026-05-07T03:18:51.716038Z","steps":["trace[1649739908] 'process raft request' (duration: 362.756091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.716317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:51.352471Z","time spent":"363.637311ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:51.717005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.057619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:51.717081Z","caller":"traceutil/trace.go:171","msg":"trace[1465056959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32088; }","duration":"115.161562ms","start":"2026-05-07T03:18:51.601895Z","end":"2026-05-07T03:18:51.717056Z","steps":["trace[1465056959] 'agreement among raft nodes before linearized reading' (duration: 115.06723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.717124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.753678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:18:51.717203Z","caller":"traceutil/trace.go:171","msg":"trace[1156235882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32088; }","duration":"232.876872ms","start":"2026-05-07T03:18:51.484305Z","end":"2026-05-07T03:18:51.717182Z","steps":["trace[1156235882] 'agreement among raft nodes before linearized reading' (duration: 231.369218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:51.71742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.748325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:51.71747Z","caller":"traceutil/trace.go:171","msg":"trace[1957469568] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:32088; }","duration":"158.846588ms","start":"2026-05-07T03:18:51.558611Z","end":"2026-05-07T03:18:51.717458Z","steps":["trace[1957469568] 'agreement among raft nodes before linearized reading' (duration: 158.761046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:55.112941Z","caller":"traceutil/trace.go:171","msg":"trace[665814818] transaction","detail":"{read_only:false; response_revision:32109; number_of_response:1; }","duration":"299.381415ms","start":"2026-05-07T03:18:54.813529Z","end":"2026-05-07T03:18:55.112911Z","steps":["trace[665814818] 'process raft request' (duration: 299.12321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:55.888059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.447803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:55.888117Z","caller":"traceutil/trace.go:171","msg":"trace[663659145] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:32109; }","duration":"696.562415ms","start":"2026-05-07T03:18:55.19154Z","end":"2026-05-07T03:18:55.888103Z","steps":["trace[663659145] 'count revisions from in-memory index tree' (duration: 696.34657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:55.888145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.191521Z","time spent":"696.617236ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:18:55.888635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.847652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:18:55.888754Z","caller":"traceutil/trace.go:171","msg":"trace[696014031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32109; }","duration":"633.018196ms","start":"2026-05-07T03:18:55.255715Z","end":"2026-05-07T03:18:55.888733Z","steps":["trace[696014031] 'range keys from in-memory index tree' (duration: 632.735351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:55.888803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.255696Z","time spent":"633.095729ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:18:55.888967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.497714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:55.889001Z","caller":"traceutil/trace.go:171","msg":"trace[1980007368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32109; }","duration":"623.554246ms","start":"2026-05-07T03:18:55.265438Z","end":"2026-05-07T03:18:55.888992Z","steps":["trace[1980007368] 'range keys from in-memory index tree' (duration: 623.397722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:55.889029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.265423Z","time spent":"623.600137ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:18:55.889323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.032355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-05-07T03:18:55.889521Z","caller":"traceutil/trace.go:171","msg":"trace[491170089] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32109; }","duration":"276.293871ms","start":"2026-05-07T03:18:55.613192Z","end":"2026-05-07T03:18:55.889486Z","steps":["trace[491170089] 'range keys from in-memory index tree' (duration: 275.77288ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.151458Z","caller":"traceutil/trace.go:171","msg":"trace[1779039049] transaction","detail":"{read_only:false; response_revision:32110; number_of_response:1; }","duration":"537.460101ms","start":"2026-05-07T03:18:55.613979Z","end":"2026-05-07T03:18:56.151439Z","steps":["trace[1779039049] 'process raft request' (duration: 537.339198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.151617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.61396Z","time spent":"537.564304ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:56.661792Z","caller":"traceutil/trace.go:171","msg":"trace[1333309824] transaction","detail":"{read_only:false; response_revision:32111; number_of_response:1; }","duration":"935.807938ms","start":"2026-05-07T03:18:55.72594Z","end":"2026-05-07T03:18:56.661748Z","steps":["trace[1333309824] 'process raft request' (duration: 935.46579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.661833Z","caller":"traceutil/trace.go:171","msg":"trace[1586501360] transaction","detail":"{read_only:false; response_revision:32113; number_of_response:1; }","duration":"933.456886ms","start":"2026-05-07T03:18:55.728334Z","end":"2026-05-07T03:18:56.661791Z","steps":["trace[1586501360] 'process raft request' (duration: 933.306413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.661956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.725915Z","time spent":"935.950772ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:56.662058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.366795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:18:56.66208Z","caller":"traceutil/trace.go:171","msg":"trace[302260948] transaction","detail":"{read_only:false; response_revision:32117; number_of_response:1; }","duration":"931.968493ms","start":"2026-05-07T03:18:55.730103Z","end":"2026-05-07T03:18:56.662072Z","steps":["trace[302260948] 'process raft request' (duration: 931.671607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.662068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.728313Z","time spent":"933.60221ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:56.6621Z","caller":"traceutil/trace.go:171","msg":"trace[773244817] transaction","detail":"{read_only:false; response_revision:32115; number_of_response:1; }","duration":"932.73474ms","start":"2026-05-07T03:18:55.729331Z","end":"2026-05-07T03:18:56.662065Z","steps":["trace[773244817] 'process raft request' (duration: 932.378062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.662128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.730098Z","time spent":"932.010524ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:56.662163Z","caller":"traceutil/trace.go:171","msg":"trace[1749670669] transaction","detail":"{read_only:false; response_revision:32112; number_of_response:1; }","duration":"933.942667ms","start":"2026-05-07T03:18:55.728203Z","end":"2026-05-07T03:18:56.662145Z","steps":["trace[1749670669] 'process raft request' (duration: 933.393215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.661842Z","caller":"traceutil/trace.go:171","msg":"trace[1691378134] linearizableReadLoop","detail":"{readStateIndex:33273; appliedIndex:33265; }","duration":"929.152321ms","start":"2026-05-07T03:18:55.732663Z","end":"2026-05-07T03:18:56.661815Z","steps":["trace[1691378134] 'read index received' (duration: 418.707331ms)","trace[1691378134] 'applied index is now lower than readState.Index' (duration: 510.4439ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:56.662195Z","caller":"traceutil/trace.go:171","msg":"trace[1327041504] transaction","detail":"{read_only:false; response_revision:32114; number_of_response:1; }","duration":"933.480706ms","start":"2026-05-07T03:18:55.728707Z","end":"2026-05-07T03:18:56.662188Z","steps":["trace[1327041504] 'process raft request' (duration: 932.967495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.662237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.728694Z","time spent":"933.520578ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:56.662199Z","caller":"traceutil/trace.go:171","msg":"trace[1247111116] transaction","detail":"{read_only:false; response_revision:32116; number_of_response:1; }","duration":"932.478414ms","start":"2026-05-07T03:18:55.729629Z","end":"2026-05-07T03:18:56.662107Z","steps":["trace[1247111116] 'process raft request' (duration: 932.114866ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.662327Z","caller":"traceutil/trace.go:171","msg":"trace[2008901363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32117; }","duration":"929.676192ms","start":"2026-05-07T03:18:55.732639Z","end":"2026-05-07T03:18:56.662315Z","steps":["trace[2008901363] 'agreement among raft nodes before linearized reading' (duration: 929.260123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.662371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.73263Z","time spent":"929.730313ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:18:56.662486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.729622Z","time spent":"932.74083ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:56.662263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.728182Z","time spent":"934.020409ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:56.6627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.729323Z","time spent":"932.837402ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:56.835984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.57119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:18:56.83618Z","caller":"traceutil/trace.go:171","msg":"trace[239523810] transaction","detail":"{read_only:false; response_revision:32119; number_of_response:1; }","duration":"168.684217ms","start":"2026-05-07T03:18:56.667472Z","end":"2026-05-07T03:18:56.836156Z","steps":["trace[239523810] 'process raft request' (duration: 168.613745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.836395Z","caller":"traceutil/trace.go:171","msg":"trace[2002278695] linearizableReadLoop","detail":"{readStateIndex:33274; appliedIndex:33273; }","duration":"174.159999ms","start":"2026-05-07T03:18:56.662205Z","end":"2026-05-07T03:18:56.836365Z","steps":["trace[2002278695] 'read index received' (duration: 67.200601ms)","trace[2002278695] 'applied index is now lower than readState.Index' (duration: 106.953638ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:56.83643Z","caller":"traceutil/trace.go:171","msg":"trace[1189222014] transaction","detail":"{read_only:false; response_revision:32118; number_of_response:1; }","duration":"589.839283ms","start":"2026-05-07T03:18:56.24654Z","end":"2026-05-07T03:18:56.836379Z","steps":["trace[1189222014] 'process raft request' (duration: 482.792122ms)","trace[1189222014] 'compare' (duration: 106.141261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:56.8366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.246507Z","time spent":"589.997146ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:56.836623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011049509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:18:56.836646Z","caller":"traceutil/trace.go:171","msg":"trace[942993539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32119; }","duration":"1.01111942s","start":"2026-05-07T03:18:55.82552Z","end":"2026-05-07T03:18:56.836639Z","steps":["trace[942993539] 'agreement among raft nodes before linearized reading' (duration: 1.010959197s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.836613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.561257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-05-07T03:18:56.836629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.876114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:56.836667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.825508Z","time spent":"1.011154751s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:56.836649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.280918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:18:56.836688Z","caller":"traceutil/trace.go:171","msg":"trace[304425763] range","detail":"{range_begin:/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5; range_end:; response_count:1; response_revision:32119; }","duration":"688.735171ms","start":"2026-05-07T03:18:56.147931Z","end":"2026-05-07T03:18:56.836666Z","steps":["trace[304425763] 'agreement among raft nodes before linearized reading' (duration: 688.521356ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.836692Z","caller":"traceutil/trace.go:171","msg":"trace[409740686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32119; }","duration":"945.989846ms","start":"2026-05-07T03:18:55.890687Z","end":"2026-05-07T03:18:56.836677Z","steps":["trace[409740686] 'agreement among raft nodes before linearized reading' (duration: 945.830253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.836701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020233063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:18:56.836732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.89067Z","time spent":"946.056777ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:18:56.836686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.181941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:56.836735Z","caller":"traceutil/trace.go:171","msg":"trace[1617443309] range","detail":"{range_begin:/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7; range_end:; response_count:1; response_revision:32119; }","duration":"944.38943ms","start":"2026-05-07T03:18:55.892324Z","end":"2026-05-07T03:18:56.836714Z","steps":["trace[1617443309] 'agreement among raft nodes before linearized reading' (duration: 944.107494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.836746Z","caller":"traceutil/trace.go:171","msg":"trace[693935555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32119; }","duration":"1.020323575s","start":"2026-05-07T03:18:55.816409Z","end":"2026-05-07T03:18:56.836733Z","steps":["trace[693935555] 'agreement among raft nodes before linearized reading' (duration: 1.020165972s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.836779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091454095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:18:56.836795Z","caller":"traceutil/trace.go:171","msg":"trace[385101479] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:32119; }","duration":"1.091514186s","start":"2026-05-07T03:18:55.745276Z","end":"2026-05-07T03:18:56.83679Z","steps":["trace[385101479] 'agreement among raft nodes before linearized reading' (duration: 1.091467485s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.836787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.816386Z","time spent":"1.020392306s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:56.836791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.89232Z","time spent":"944.461002ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-411c2e75-f113-402a-91e0-644adb1fc9c7\" "} {"level":"warn","ts":"2026-05-07T03:18:56.836793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.966695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:18:56.836813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.745257Z","time spent":"1.091551887s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:56.836781Z","caller":"traceutil/trace.go:171","msg":"trace[1952978834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32119; }","duration":"217.337144ms","start":"2026-05-07T03:18:56.619426Z","end":"2026-05-07T03:18:56.836763Z","steps":["trace[1952978834] 'agreement among raft nodes before linearized reading' (duration: 217.15253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.836831Z","caller":"traceutil/trace.go:171","msg":"trace[2133283710] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:32119; }","duration":"268.040176ms","start":"2026-05-07T03:18:56.56878Z","end":"2026-05-07T03:18:56.83682Z","steps":["trace[2133283710] 'agreement among raft nodes before linearized reading' (duration: 267.980685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.836833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.897946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:18:56.836706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006513977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:18:56.836886Z","caller":"traceutil/trace.go:171","msg":"trace[1533541486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32119; }","duration":"1.006787573s","start":"2026-05-07T03:18:55.830088Z","end":"2026-05-07T03:18:56.836876Z","steps":["trace[1533541486] 'agreement among raft nodes before linearized reading' (duration: 1.006388764s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.836891Z","caller":"traceutil/trace.go:171","msg":"trace[1822635501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32119; }","duration":"984.981237ms","start":"2026-05-07T03:18:55.85189Z","end":"2026-05-07T03:18:56.836872Z","steps":["trace[1822635501] 'agreement among raft nodes before linearized reading' (duration: 984.868504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.83692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.830042Z","time spent":"1.006867034s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:18:56.836936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:55.851871Z","time spent":"985.056859ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:18:56.83673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.147915Z","time spent":"688.805642ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" "} {"level":"warn","ts":"2026-05-07T03:18:56.837044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.983099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:56.837073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.496016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:56.83708Z","caller":"traceutil/trace.go:171","msg":"trace[176498163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:32119; }","duration":"729.01967ms","start":"2026-05-07T03:18:56.108048Z","end":"2026-05-07T03:18:56.837068Z","steps":["trace[176498163] 'agreement among raft nodes before linearized reading' (duration: 728.959819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:56.837094Z","caller":"traceutil/trace.go:171","msg":"trace[107536729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:32119; }","duration":"821.562237ms","start":"2026-05-07T03:18:56.015525Z","end":"2026-05-07T03:18:56.837087Z","steps":["trace[107536729] 'agreement among raft nodes before linearized reading' (duration: 821.523376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:56.83711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.015501Z","time spent":"821.604228ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:18:56.837111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.107986Z","time spent":"729.116613ms","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:18:57.312458Z","caller":"traceutil/trace.go:171","msg":"trace[744302475] linearizableReadLoop","detail":"{readStateIndex:33276; appliedIndex:33275; }","duration":"475.98936ms","start":"2026-05-07T03:18:56.836447Z","end":"2026-05-07T03:18:57.312436Z","steps":["trace[744302475] 'read index received' (duration: 453.334014ms)","trace[744302475] 'applied index is now lower than readState.Index' (duration: 22.654476ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:57.312547Z","caller":"traceutil/trace.go:171","msg":"trace[1273583506] transaction","detail":"{read_only:false; response_revision:32120; number_of_response:1; }","duration":"527.444249ms","start":"2026-05-07T03:18:56.785071Z","end":"2026-05-07T03:18:57.312515Z","steps":["trace[1273583506] 'process raft request' (duration: 504.700451ms)","trace[1273583506] 'compare' (duration: 22.440811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:57.312638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.21762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:57.312683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.785043Z","time spent":"527.563051ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:57.312712Z","caller":"traceutil/trace.go:171","msg":"trace[1135650355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:32120; }","duration":"611.372173ms","start":"2026-05-07T03:18:56.701319Z","end":"2026-05-07T03:18:57.312692Z","steps":["trace[1135650355] 'agreement among raft nodes before linearized reading' (duration: 611.197439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.312753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.701294Z","time spent":"611.449875ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:18:57.813557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:18:57.884026Z","caller":"traceutil/trace.go:171","msg":"trace[1298452905] transaction","detail":"{read_only:false; response_revision:32121; number_of_response:1; }","duration":"1.04469784s","start":"2026-05-07T03:18:56.839304Z","end":"2026-05-07T03:18:57.884002Z","steps":["trace[1298452905] 'process raft request' (duration: 1.044472625s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.884176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.83928Z","time spent":"1.044817833s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:57.88439Z","caller":"traceutil/trace.go:171","msg":"trace[1067949381] transaction","detail":"{read_only:false; response_revision:32122; number_of_response:1; }","duration":"1.041901558s","start":"2026-05-07T03:18:56.842458Z","end":"2026-05-07T03:18:57.88436Z","steps":["trace[1067949381] 'process raft request' (duration: 1.041484949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.884527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.842443Z","time spent":"1.04201637s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:57.884987Z","caller":"traceutil/trace.go:171","msg":"trace[754425835] transaction","detail":"{read_only:false; response_revision:32123; number_of_response:1; }","duration":"1.042261776s","start":"2026-05-07T03:18:56.842715Z","end":"2026-05-07T03:18:57.884977Z","steps":["trace[754425835] 'process raft request' (duration: 1.04152792s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.885039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.842706Z","time spent":"1.042309586s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:57.885651Z","caller":"traceutil/trace.go:171","msg":"trace[438354256] linearizableReadLoop","detail":"{readStateIndex:33281; appliedIndex:33276; }","duration":"573.107058ms","start":"2026-05-07T03:18:57.312509Z","end":"2026-05-07T03:18:57.885616Z","steps":["trace[438354256] 'read index received' (duration: 571.177535ms)","trace[438354256] 'applied index is now lower than readState.Index' (duration: 1.928223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:57.885866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038304398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:57.88569Z","caller":"traceutil/trace.go:171","msg":"trace[2033211872] transaction","detail":"{read_only:false; response_revision:32125; number_of_response:1; }","duration":"1.041326824s","start":"2026-05-07T03:18:56.844321Z","end":"2026-05-07T03:18:57.885648Z","steps":["trace[2033211872] 'process raft request' (duration: 1.04114373s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:57.885914Z","caller":"traceutil/trace.go:171","msg":"trace[1187464654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32125; }","duration":"1.038369979s","start":"2026-05-07T03:18:56.847533Z","end":"2026-05-07T03:18:57.885903Z","steps":["trace[1187464654] 'agreement among raft nodes before linearized reading' (duration: 1.038285437s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.885948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.84752Z","time spent":"1.03842028s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:18:57.885697Z","caller":"traceutil/trace.go:171","msg":"trace[224171707] transaction","detail":"{read_only:false; response_revision:32124; number_of_response:1; }","duration":"1.042804268s","start":"2026-05-07T03:18:56.84287Z","end":"2026-05-07T03:18:57.885674Z","steps":["trace[224171707] 'process raft request' (duration: 1.042049211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.886067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.84286Z","time spent":"1.043179147s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:57.886035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.844307Z","time spent":"1.041619691s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:57.885789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.085279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:18:57.886132Z","caller":"traceutil/trace.go:171","msg":"trace[269415159] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:32125; }","duration":"959.460037ms","start":"2026-05-07T03:18:56.926663Z","end":"2026-05-07T03:18:57.886123Z","steps":["trace[269415159] 'agreement among raft nodes before linearized reading' (duration: 959.012766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.886156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:56.926644Z","time spent":"959.506668ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:18:57.886489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.962913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-05-07T03:18:57.886542Z","caller":"traceutil/trace.go:171","msg":"trace[1615626915] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32125; }","duration":"336.027484ms","start":"2026-05-07T03:18:57.550489Z","end":"2026-05-07T03:18:57.886517Z","steps":["trace[1615626915] 'agreement among raft nodes before linearized reading' (duration: 335.494843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:57.886567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:57.550472Z","time spent":"336.089615ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T03:18:58.045731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.134232ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T03:18:58.046059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.025002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:58.046144Z","caller":"traceutil/trace.go:171","msg":"trace[807665806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32125; }","duration":"159.155275ms","start":"2026-05-07T03:18:57.886967Z","end":"2026-05-07T03:18:58.046122Z","steps":["trace[807665806] 'agreement among raft nodes before linearized reading' (duration: 159.003262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:58.045867Z","caller":"traceutil/trace.go:171","msg":"trace[541816328] linearizableReadLoop","detail":"{readStateIndex:33282; appliedIndex:33281; }","duration":"158.842808ms","start":"2026-05-07T03:18:57.887006Z","end":"2026-05-07T03:18:58.045849Z","steps":["trace[541816328] 'read index received' (duration: 26.517872ms)","trace[541816328] 'applied index is now lower than readState.Index' (duration: 132.323186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:58.046439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.573074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-05-07T03:18:58.046484Z","caller":"traceutil/trace.go:171","msg":"trace[2141778784] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32125; }","duration":"151.651926ms","start":"2026-05-07T03:18:57.894817Z","end":"2026-05-07T03:18:58.046469Z","steps":["trace[2141778784] 'agreement among raft nodes before linearized reading' (duration: 151.480513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:58.046629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.556883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:58.046691Z","caller":"traceutil/trace.go:171","msg":"trace[235012044] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32125; }","duration":"112.658196ms","start":"2026-05-07T03:18:57.934017Z","end":"2026-05-07T03:18:58.046675Z","steps":["trace[235012044] 'agreement among raft nodes before linearized reading' (duration: 112.550504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:58.438746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.033161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:18:58.439003Z","caller":"traceutil/trace.go:171","msg":"trace[980011500] transaction","detail":"{read_only:false; response_revision:32127; number_of_response:1; }","duration":"282.472589ms","start":"2026-05-07T03:18:58.156512Z","end":"2026-05-07T03:18:58.438984Z","steps":["trace[980011500] 'process raft request' (duration: 282.335816ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:58.439272Z","caller":"traceutil/trace.go:171","msg":"trace[1497856102] linearizableReadLoop","detail":"{readStateIndex:33283; appliedIndex:33282; }","duration":"384.633319ms","start":"2026-05-07T03:18:58.054595Z","end":"2026-05-07T03:18:58.439229Z","steps":["trace[1497856102] 'read index received' (duration: 144.123488ms)","trace[1497856102] 'applied index is now lower than readState.Index' (duration: 240.504151ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:58.439392Z","caller":"traceutil/trace.go:171","msg":"trace[981965075] transaction","detail":"{read_only:false; response_revision:32126; number_of_response:1; }","duration":"392.304421ms","start":"2026-05-07T03:18:58.047054Z","end":"2026-05-07T03:18:58.439358Z","steps":["trace[981965075] 'process raft request' (duration: 151.576525ms)","trace[981965075] 'compare' (duration: 239.811746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:18:58.439434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.824903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:58.4395Z","caller":"traceutil/trace.go:171","msg":"trace[875885614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32127; }","duration":"384.938836ms","start":"2026-05-07T03:18:58.054544Z","end":"2026-05-07T03:18:58.439483Z","steps":["trace[875885614] 'agreement among raft nodes before linearized reading' (duration: 384.812233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:58.439556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.054526Z","time spent":"385.017998ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:18:58.439561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.047034Z","time spent":"392.442264ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:59.032653Z","caller":"traceutil/trace.go:171","msg":"trace[878491812] linearizableReadLoop","detail":"{readStateIndex:33285; appliedIndex:33284; }","duration":"442.731307ms","start":"2026-05-07T03:18:58.589899Z","end":"2026-05-07T03:18:59.03263Z","steps":["trace[878491812] 'read index received' (duration: 442.553453ms)","trace[878491812] 'applied index is now lower than readState.Index' (duration: 177.064µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:59.032696Z","caller":"traceutil/trace.go:171","msg":"trace[476456768] transaction","detail":"{read_only:false; response_revision:32128; number_of_response:1; }","duration":"529.655138ms","start":"2026-05-07T03:18:58.503021Z","end":"2026-05-07T03:18:59.032676Z","steps":["trace[476456768] 'process raft request' (duration: 529.423773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.032808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.502986Z","time spent":"529.75083ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.032866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.958252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:18:59.03293Z","caller":"traceutil/trace.go:171","msg":"trace[1003650948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32128; }","duration":"443.070774ms","start":"2026-05-07T03:18:58.589848Z","end":"2026-05-07T03:18:59.032919Z","steps":["trace[1003650948] 'agreement among raft nodes before linearized reading' (duration: 442.897691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.032964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.589821Z","time spent":"443.134876ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:18:59.412701Z","caller":"traceutil/trace.go:171","msg":"trace[1413061128] transaction","detail":"{read_only:false; response_revision:32129; number_of_response:1; }","duration":"744.590518ms","start":"2026-05-07T03:18:58.66807Z","end":"2026-05-07T03:18:59.412661Z","steps":["trace[1413061128] 'process raft request' (duration: 744.303731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:59.412759Z","caller":"traceutil/trace.go:171","msg":"trace[1414362991] transaction","detail":"{read_only:false; response_revision:32131; number_of_response:1; }","duration":"743.412463ms","start":"2026-05-07T03:18:58.6693Z","end":"2026-05-07T03:18:59.412712Z","steps":["trace[1414362991] 'process raft request' (duration: 743.28046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:59.412773Z","caller":"traceutil/trace.go:171","msg":"trace[1525212399] linearizableReadLoop","detail":"{readStateIndex:33292; appliedIndex:33285; }","duration":"380.030237ms","start":"2026-05-07T03:18:59.03272Z","end":"2026-05-07T03:18:59.41275Z","steps":["trace[1525212399] 'read index received' (duration: 379.620097ms)","trace[1525212399] 'applied index is now lower than readState.Index' (duration: 408.91µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:59.412819Z","caller":"traceutil/trace.go:171","msg":"trace[345904964] transaction","detail":"{read_only:false; response_revision:32130; number_of_response:1; }","duration":"743.539035ms","start":"2026-05-07T03:18:58.66924Z","end":"2026-05-07T03:18:59.412779Z","steps":["trace[345904964] 'process raft request' (duration: 743.29405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:59.412847Z","caller":"traceutil/trace.go:171","msg":"trace[1621442287] transaction","detail":"{read_only:false; response_revision:32133; number_of_response:1; }","duration":"743.389412ms","start":"2026-05-07T03:18:58.669425Z","end":"2026-05-07T03:18:59.412815Z","steps":["trace[1621442287] 'process raft request' (duration: 743.230958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:59.41292Z","caller":"traceutil/trace.go:171","msg":"trace[709895685] transaction","detail":"{read_only:false; response_revision:32134; number_of_response:1; }","duration":"743.395262ms","start":"2026-05-07T03:18:58.669512Z","end":"2026-05-07T03:18:59.412908Z","steps":["trace[709895685] 'process raft request' (duration: 743.173937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.412903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.668043Z","time spent":"744.756472ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.412931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.669275Z","time spent":"743.557616ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.412988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.669206Z","time spent":"743.691119ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.413024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.669507Z","time spent":"743.441234ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.41302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.669412Z","time spent":"743.507165ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:18:59.413065Z","caller":"traceutil/trace.go:171","msg":"trace[2018318713] transaction","detail":"{read_only:false; response_revision:32132; number_of_response:1; }","duration":"743.652928ms","start":"2026-05-07T03:18:58.669403Z","end":"2026-05-07T03:18:59.413056Z","steps":["trace[2018318713] 'process raft request' (duration: 743.214938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.720166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:18:59.413328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.175721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:18:59.413372Z","caller":"traceutil/trace.go:171","msg":"trace[325988748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32135; }","duration":"120.850499ms","start":"2026-05-07T03:18:59.292471Z","end":"2026-05-07T03:18:59.413321Z","steps":["trace[325988748] 'agreement among raft nodes before linearized reading' (duration: 120.701536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:18:59.413398Z","caller":"traceutil/trace.go:171","msg":"trace[963163060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32135; }","duration":"376.294504ms","start":"2026-05-07T03:18:59.037092Z","end":"2026-05-07T03:18:59.413387Z","steps":["trace[963163060] 'agreement among raft nodes before linearized reading' (duration: 376.061849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:59.037067Z","time spent":"376.360875ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:18:59.413397Z","caller":"traceutil/trace.go:171","msg":"trace[837357443] transaction","detail":"{read_only:false; response_revision:32135; number_of_response:1; }","duration":"742.697946ms","start":"2026-05-07T03:18:58.670627Z","end":"2026-05-07T03:18:59.413325Z","steps":["trace[837357443] 'process raft request' (duration: 742.086243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.536942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:59.413536Z","caller":"traceutil/trace.go:171","msg":"trace[431573993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:32135; }","duration":"141.639543ms","start":"2026-05-07T03:18:59.271875Z","end":"2026-05-07T03:18:59.413515Z","steps":["trace[431573993] 'agreement among raft nodes before linearized reading' (duration: 141.541651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.669377Z","time spent":"743.937304ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.413582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.67061Z","time spent":"742.872499ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.413383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.721679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:59.413683Z","caller":"traceutil/trace.go:171","msg":"trace[331436513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32135; }","duration":"148.051357ms","start":"2026-05-07T03:18:59.265617Z","end":"2026-05-07T03:18:59.413669Z","steps":["trace[331436513] 'agreement among raft nodes before linearized reading' (duration: 147.667098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.969964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:18:59.413867Z","caller":"traceutil/trace.go:171","msg":"trace[580360323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32135; }","duration":"572.096816ms","start":"2026-05-07T03:18:58.841755Z","end":"2026-05-07T03:18:59.413852Z","steps":["trace[580360323] 'agreement among raft nodes before linearized reading' (duration: 571.812769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.768413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18384"} {"level":"warn","ts":"2026-05-07T03:18:59.413904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:58.841739Z","time spent":"572.155048ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:18:59.413913Z","caller":"traceutil/trace.go:171","msg":"trace[1063070424] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32135; }","duration":"371.833824ms","start":"2026-05-07T03:18:59.042068Z","end":"2026-05-07T03:18:59.413902Z","steps":["trace[1063070424] 'agreement among raft nodes before linearized reading' (duration: 371.66143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.413946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:59.042052Z","time spent":"371.887005ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18407,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T03:18:59.913861Z","caller":"traceutil/trace.go:171","msg":"trace[1922541547] linearizableReadLoop","detail":"{readStateIndex:33293; appliedIndex:33292; }","duration":"433.085061ms","start":"2026-05-07T03:18:59.480741Z","end":"2026-05-07T03:18:59.913826Z","steps":["trace[1922541547] 'read index received' (duration: 428.966239ms)","trace[1922541547] 'applied index is now lower than readState.Index' (duration: 4.117232ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:18:59.913945Z","caller":"traceutil/trace.go:171","msg":"trace[916812730] transaction","detail":"{read_only:false; response_revision:32136; number_of_response:1; }","duration":"494.809149ms","start":"2026-05-07T03:18:59.419101Z","end":"2026-05-07T03:18:59.91391Z","steps":["trace[916812730] 'process raft request' (duration: 490.711258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.914019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.260996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:18:59.914075Z","caller":"traceutil/trace.go:171","msg":"trace[1960845743] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32136; }","duration":"433.360278ms","start":"2026-05-07T03:18:59.4807Z","end":"2026-05-07T03:18:59.91406Z","steps":["trace[1960845743] 'agreement among raft nodes before linearized reading' (duration: 433.267266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:18:59.914086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:59.419081Z","time spent":"494.927104ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:18:59.914101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:18:59.480681Z","time spent":"433.415289ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:19:00.031027Z","caller":"traceutil/trace.go:171","msg":"trace[159867317] linearizableReadLoop","detail":"{readStateIndex:33297; appliedIndex:33293; }","duration":"110.725593ms","start":"2026-05-07T03:18:59.920281Z","end":"2026-05-07T03:19:00.031007Z","steps":["trace[159867317] 'read index received' (duration: 28.504337ms)","trace[159867317] 'applied index is now lower than readState.Index' (duration: 82.217936ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:00.03106Z","caller":"traceutil/trace.go:171","msg":"trace[419003662] transaction","detail":"{read_only:false; response_revision:32138; number_of_response:1; }","duration":"111.716425ms","start":"2026-05-07T03:18:59.91931Z","end":"2026-05-07T03:19:00.031027Z","steps":["trace[419003662] 'process raft request' (duration: 102.147632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:00.031117Z","caller":"traceutil/trace.go:171","msg":"trace[1356079292] transaction","detail":"{read_only:false; response_revision:32139; number_of_response:1; }","duration":"111.766816ms","start":"2026-05-07T03:18:59.919308Z","end":"2026-05-07T03:19:00.031075Z","steps":["trace[1356079292] 'process raft request' (duration: 111.631913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:00.031239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.943857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:19:00.031229Z","caller":"traceutil/trace.go:171","msg":"trace[538167112] transaction","detail":"{read_only:false; response_revision:32140; number_of_response:1; }","duration":"111.647263ms","start":"2026-05-07T03:18:59.919528Z","end":"2026-05-07T03:19:00.031175Z","steps":["trace[538167112] 'process raft request' (duration: 111.444879ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:00.031276Z","caller":"traceutil/trace.go:171","msg":"trace[2111762710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32140; }","duration":"111.010698ms","start":"2026-05-07T03:18:59.920253Z","end":"2026-05-07T03:19:00.031264Z","steps":["trace[2111762710] 'agreement among raft nodes before linearized reading' (duration: 110.837584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.554497Z","caller":"traceutil/trace.go:171","msg":"trace[1265131579] transaction","detail":"{read_only:false; response_revision:32167; number_of_response:1; }","duration":"125.274498ms","start":"2026-05-07T03:19:03.429187Z","end":"2026-05-07T03:19:03.554461Z","steps":["trace[1265131579] 'process raft request' (duration: 113.077046ms)","trace[1265131579] 'compare' (duration: 12.001438ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:03.597025Z","caller":"traceutil/trace.go:171","msg":"trace[1917541181] transaction","detail":"{read_only:false; response_revision:32169; number_of_response:1; }","duration":"155.036482ms","start":"2026-05-07T03:19:03.441965Z","end":"2026-05-07T03:19:03.597002Z","steps":["trace[1917541181] 'process raft request' (duration: 154.96949ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.597165Z","caller":"traceutil/trace.go:171","msg":"trace[261352341] transaction","detail":"{read_only:false; response_revision:32168; number_of_response:1; }","duration":"156.251648ms","start":"2026-05-07T03:19:03.440906Z","end":"2026-05-07T03:19:03.597158Z","steps":["trace[261352341] 'process raft request' (duration: 155.906631ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.597248Z","caller":"traceutil/trace.go:171","msg":"trace[612444588] transaction","detail":"{read_only:false; response_revision:32170; number_of_response:1; }","duration":"155.216856ms","start":"2026-05-07T03:19:03.442024Z","end":"2026-05-07T03:19:03.597241Z","steps":["trace[612444588] 'process raft request' (duration: 154.94341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.597444Z","caller":"traceutil/trace.go:171","msg":"trace[1600285567] linearizableReadLoop","detail":"{readStateIndex:33331; appliedIndex:33324; }","duration":"101.21891ms","start":"2026-05-07T03:19:03.496211Z","end":"2026-05-07T03:19:03.59743Z","steps":["trace[1600285567] 'read index received' (duration: 46.06953ms)","trace[1600285567] 'applied index is now lower than readState.Index' (duration: 55.14861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:03.597561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.340802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:03.597586Z","caller":"traceutil/trace.go:171","msg":"trace[147063940] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:32173; }","duration":"101.419324ms","start":"2026-05-07T03:19:03.496158Z","end":"2026-05-07T03:19:03.597577Z","steps":["trace[147063940] 'agreement among raft nodes before linearized reading' (duration: 101.314052ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.597564Z","caller":"traceutil/trace.go:171","msg":"trace[1187386280] transaction","detail":"{read_only:false; response_revision:32172; number_of_response:1; }","duration":"154.396237ms","start":"2026-05-07T03:19:03.443141Z","end":"2026-05-07T03:19:03.597538Z","steps":["trace[1187386280] 'process raft request' (duration: 154.182263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.59762Z","caller":"traceutil/trace.go:171","msg":"trace[395818362] transaction","detail":"{read_only:false; response_revision:32171; number_of_response:1; }","duration":"155.161575ms","start":"2026-05-07T03:19:03.442425Z","end":"2026-05-07T03:19:03.597587Z","steps":["trace[395818362] 'process raft request' (duration: 154.790766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:03.597678Z","caller":"traceutil/trace.go:171","msg":"trace[2083532023] transaction","detail":"{read_only:false; response_revision:32173; number_of_response:1; }","duration":"153.720442ms","start":"2026-05-07T03:19:03.443912Z","end":"2026-05-07T03:19:03.597633Z","steps":["trace[2083532023] 'process raft request' (duration: 153.475276ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:07.071199Z","caller":"traceutil/trace.go:171","msg":"trace[798414702] linearizableReadLoop","detail":"{readStateIndex:33409; appliedIndex:33408; }","duration":"144.500057ms","start":"2026-05-07T03:19:06.92668Z","end":"2026-05-07T03:19:07.071181Z","steps":["trace[798414702] 'read index received' (duration: 144.341733ms)","trace[798414702] 'applied index is now lower than readState.Index' (duration: 157.614µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:07.071408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.698721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:19:07.071435Z","caller":"traceutil/trace.go:171","msg":"trace[1107339102] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:32247; }","duration":"144.784463ms","start":"2026-05-07T03:19:06.926642Z","end":"2026-05-07T03:19:07.071426Z","steps":["trace[1107339102] 'agreement among raft nodes before linearized reading' (duration: 144.611729ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:07.07205Z","caller":"traceutil/trace.go:171","msg":"trace[1896918179] transaction","detail":"{read_only:false; response_revision:32247; number_of_response:1; }","duration":"165.643609ms","start":"2026-05-07T03:19:06.906382Z","end":"2026-05-07T03:19:07.072026Z","steps":["trace[1896918179] 'process raft request' (duration: 164.684537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.341798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.50583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:08.341888Z","caller":"traceutil/trace.go:171","msg":"trace[646730488] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:32260; }","duration":"205.641152ms","start":"2026-05-07T03:19:08.136223Z","end":"2026-05-07T03:19:08.341864Z","steps":["trace[646730488] 'count revisions from in-memory index tree' (duration: 205.412877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.342207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.034505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:19:08.342273Z","caller":"traceutil/trace.go:171","msg":"trace[2095800482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32260; }","duration":"272.104776ms","start":"2026-05-07T03:19:08.070151Z","end":"2026-05-07T03:19:08.342256Z","steps":["trace[2095800482] 'range keys from in-memory index tree' (duration: 271.83843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.342606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.48651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:19:08.342676Z","caller":"traceutil/trace.go:171","msg":"trace[2111915252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32260; }","duration":"347.615273ms","start":"2026-05-07T03:19:07.995042Z","end":"2026-05-07T03:19:08.342657Z","steps":["trace[2111915252] 'range keys from in-memory index tree' (duration: 347.286006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.342716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:07.994982Z","time spent":"347.725475ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:08.342726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.475716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:19:08.342226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.050063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:19:08.342902Z","caller":"traceutil/trace.go:171","msg":"trace[997236856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32260; }","duration":"271.759429ms","start":"2026-05-07T03:19:08.071126Z","end":"2026-05-07T03:19:08.342885Z","steps":["trace[997236856] 'range keys from in-memory index tree' (duration: 270.88969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.342944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.692052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:19:08.342986Z","caller":"traceutil/trace.go:171","msg":"trace[2124023577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32260; }","duration":"389.766294ms","start":"2026-05-07T03:19:07.953208Z","end":"2026-05-07T03:19:08.342974Z","steps":["trace[2124023577] 'range keys from in-memory index tree' (duration: 389.58976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.343017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:07.953191Z","time spent":"389.818275ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:19:08.342779Z","caller":"traceutil/trace.go:171","msg":"trace[1425707170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32260; }","duration":"277.570178ms","start":"2026-05-07T03:19:08.065194Z","end":"2026-05-07T03:19:08.342764Z","steps":["trace[1425707170] 'range keys from in-memory index tree' (duration: 277.267732ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:08.734148Z","caller":"traceutil/trace.go:171","msg":"trace[1371608998] linearizableReadLoop","detail":"{readStateIndex:33429; appliedIndex:33423; }","duration":"356.43639ms","start":"2026-05-07T03:19:08.377695Z","end":"2026-05-07T03:19:08.734131Z","steps":["trace[1371608998] 'read index received' (duration: 11.360914ms)","trace[1371608998] 'applied index is now lower than readState.Index' (duration: 345.074696ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:08.734374Z","caller":"traceutil/trace.go:171","msg":"trace[1056503831] transaction","detail":"{read_only:false; response_revision:32262; number_of_response:1; }","duration":"386.554043ms","start":"2026-05-07T03:19:08.34781Z","end":"2026-05-07T03:19:08.734364Z","steps":["trace[1056503831] 'process raft request' (duration: 376.805186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.734951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.347791Z","time spent":"387.096204ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:08.735182Z","caller":"traceutil/trace.go:171","msg":"trace[1767219355] transaction","detail":"{read_only:false; response_revision:32264; number_of_response:1; }","duration":"386.984132ms","start":"2026-05-07T03:19:08.348179Z","end":"2026-05-07T03:19:08.735163Z","steps":["trace[1767219355] 'process raft request' (duration: 385.865287ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:08.735212Z","caller":"traceutil/trace.go:171","msg":"trace[860670353] transaction","detail":"{read_only:false; response_revision:32263; number_of_response:1; }","duration":"387.320439ms","start":"2026-05-07T03:19:08.347862Z","end":"2026-05-07T03:19:08.735182Z","steps":["trace[860670353] 'process raft request' (duration: 386.145373ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:08.73522Z","caller":"traceutil/trace.go:171","msg":"trace[1660562373] transaction","detail":"{read_only:false; response_revision:32266; number_of_response:1; }","duration":"384.064237ms","start":"2026-05-07T03:19:08.351128Z","end":"2026-05-07T03:19:08.735192Z","steps":["trace[1660562373] 'process raft request' (duration: 382.968153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.735317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.605845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-db-user\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-05-07T03:19:08.735364Z","caller":"traceutil/trace.go:171","msg":"trace[1325368464] range","detail":"{range_begin:/registry/secrets/openstack/heat-db-user; range_end:; response_count:1; response_revision:32266; }","duration":"357.698868ms","start":"2026-05-07T03:19:08.377655Z","end":"2026-05-07T03:19:08.735354Z","steps":["trace[1325368464] 'agreement among raft nodes before linearized reading' (duration: 357.504783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.735359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.347857Z","time spent":"387.438162ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:08.735418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.377642Z","time spent":"357.770529ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":727,"request content":"key:\"/registry/secrets/openstack/heat-db-user\" "} {"level":"warn","ts":"2026-05-07T03:19:08.735249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.348151Z","time spent":"387.068074ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:08.735249Z","caller":"traceutil/trace.go:171","msg":"trace[788218819] transaction","detail":"{read_only:false; response_revision:32265; number_of_response:1; }","duration":"386.4199ms","start":"2026-05-07T03:19:08.348798Z","end":"2026-05-07T03:19:08.735218Z","steps":["trace[788218819] 'process raft request' (duration: 385.269075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.735476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.351119Z","time spent":"384.19817ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6111,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:08.735571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.348789Z","time spent":"386.701517ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:08.742938Z","caller":"traceutil/trace.go:171","msg":"trace[1744433142] transaction","detail":"{read_only:false; response_revision:32267; number_of_response:1; }","duration":"261.420398ms","start":"2026-05-07T03:19:08.481494Z","end":"2026-05-07T03:19:08.742914Z","steps":["trace[1744433142] 'process raft request' (duration: 261.131421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.743019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.45889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:08.743874Z","caller":"traceutil/trace.go:171","msg":"trace[2127447714] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:32267; }","duration":"348.375959ms","start":"2026-05-07T03:19:08.395472Z","end":"2026-05-07T03:19:08.743848Z","steps":["trace[2127447714] 'agreement among raft nodes before linearized reading' (duration: 347.387578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:08.743937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:08.395456Z","time spent":"348.465463ms","remote":"127.0.0.1:45420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:09.724995Z","caller":"traceutil/trace.go:171","msg":"trace[1328297439] transaction","detail":"{read_only:false; response_revision:32273; number_of_response:1; }","duration":"109.2648ms","start":"2026-05-07T03:19:09.615698Z","end":"2026-05-07T03:19:09.724963Z","steps":["trace[1328297439] 'process raft request' (duration: 65.004522ms)","trace[1328297439] 'compare' (duration: 44.143716ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:09.752292Z","caller":"traceutil/trace.go:171","msg":"trace[102904265] transaction","detail":"{read_only:false; response_revision:32274; number_of_response:1; }","duration":"106.408226ms","start":"2026-05-07T03:19:09.645864Z","end":"2026-05-07T03:19:09.752272Z","steps":["trace[102904265] 'process raft request' (duration: 105.866044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:09.752425Z","caller":"traceutil/trace.go:171","msg":"trace[436180855] transaction","detail":"{read_only:false; response_revision:32275; number_of_response:1; }","duration":"101.304444ms","start":"2026-05-07T03:19:09.651114Z","end":"2026-05-07T03:19:09.752418Z","steps":["trace[436180855] 'process raft request' (duration: 100.771931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:09.752598Z","caller":"traceutil/trace.go:171","msg":"trace[1345159156] transaction","detail":"{read_only:false; response_revision:32276; number_of_response:1; }","duration":"100.900183ms","start":"2026-05-07T03:19:09.65169Z","end":"2026-05-07T03:19:09.75259Z","steps":["trace[1345159156] 'process raft request' (duration: 100.225748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.394032Z","caller":"traceutil/trace.go:171","msg":"trace[333958030] linearizableReadLoop","detail":"{readStateIndex:33442; appliedIndex:33441; }","duration":"257.559942ms","start":"2026-05-07T03:19:10.136456Z","end":"2026-05-07T03:19:10.394016Z","steps":["trace[333958030] 'read index received' (duration: 257.400587ms)","trace[333958030] 'applied index is now lower than readState.Index' (duration: 158.255µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.394311Z","caller":"traceutil/trace.go:171","msg":"trace[847413253] transaction","detail":"{read_only:false; response_revision:32279; number_of_response:1; }","duration":"271.497834ms","start":"2026-05-07T03:19:10.122801Z","end":"2026-05-07T03:19:10.394299Z","steps":["trace[847413253] 'process raft request' (duration: 271.073933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.394574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.098193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:19:10.394611Z","caller":"traceutil/trace.go:171","msg":"trace[1940875024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32279; }","duration":"258.162565ms","start":"2026-05-07T03:19:10.136438Z","end":"2026-05-07T03:19:10.394601Z","steps":["trace[1940875024] 'agreement among raft nodes before linearized reading' (duration: 258.033823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.394798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.577892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:10.394834Z","caller":"traceutil/trace.go:171","msg":"trace[1438172811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32279; }","duration":"128.650643ms","start":"2026-05-07T03:19:10.266176Z","end":"2026-05-07T03:19:10.394826Z","steps":["trace[1438172811] 'agreement among raft nodes before linearized reading' (duration: 128.595902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.866311Z","caller":"traceutil/trace.go:171","msg":"trace[8008965] transaction","detail":"{read_only:false; response_revision:32282; number_of_response:1; }","duration":"116.632555ms","start":"2026-05-07T03:19:10.749657Z","end":"2026-05-07T03:19:10.86629Z","steps":["trace[8008965] 'process raft request' (duration: 93.363155ms)","trace[8008965] 'compare' (duration: 22.781589ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.867211Z","caller":"traceutil/trace.go:171","msg":"trace[1060739643] linearizableReadLoop","detail":"{readStateIndex:33448; appliedIndex:33444; }","duration":"108.668066ms","start":"2026-05-07T03:19:10.758522Z","end":"2026-05-07T03:19:10.86719Z","steps":["trace[1060739643] 'read index received' (duration: 84.453786ms)","trace[1060739643] 'applied index is now lower than readState.Index' (duration: 24.21345ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.867348Z","caller":"traceutil/trace.go:171","msg":"trace[1000589448] transaction","detail":"{read_only:false; response_revision:32284; number_of_response:1; }","duration":"116.577864ms","start":"2026-05-07T03:19:10.75076Z","end":"2026-05-07T03:19:10.867338Z","steps":["trace[1000589448] 'process raft request' (duration: 116.024111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.867399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.869252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-db-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-05-07T03:19:10.867433Z","caller":"traceutil/trace.go:171","msg":"trace[1842373570] range","detail":"{range_begin:/registry/secrets/openstack/magnum-db-user; range_end:; response_count:1; response_revision:32285; }","duration":"108.949734ms","start":"2026-05-07T03:19:10.758473Z","end":"2026-05-07T03:19:10.867423Z","steps":["trace[1842373570] 'agreement among raft nodes before linearized reading' (duration: 108.798129ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.867475Z","caller":"traceutil/trace.go:171","msg":"trace[294387752] transaction","detail":"{read_only:false; response_revision:32285; number_of_response:1; }","duration":"116.002612ms","start":"2026-05-07T03:19:10.751466Z","end":"2026-05-07T03:19:10.867469Z","steps":["trace[294387752] 'process raft request' (duration: 115.658273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.867526Z","caller":"traceutil/trace.go:171","msg":"trace[648221061] transaction","detail":"{read_only:false; response_revision:32283; number_of_response:1; }","duration":"117.77557ms","start":"2026-05-07T03:19:10.749746Z","end":"2026-05-07T03:19:10.867521Z","steps":["trace[648221061] 'process raft request' (duration: 116.366858ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:12.568445Z","caller":"traceutil/trace.go:171","msg":"trace[903056775] linearizableReadLoop","detail":"{readStateIndex:33458; appliedIndex:33457; }","duration":"138.729489ms","start":"2026-05-07T03:19:12.429685Z","end":"2026-05-07T03:19:12.568415Z","steps":["trace[903056775] 'read index received' (duration: 138.497714ms)","trace[903056775] 'applied index is now lower than readState.Index' (duration: 230.255µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:12.568643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.118388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:12.568596Z","caller":"traceutil/trace.go:171","msg":"trace[1093808721] transaction","detail":"{read_only:false; response_revision:32295; number_of_response:1; }","duration":"230.238291ms","start":"2026-05-07T03:19:12.338301Z","end":"2026-05-07T03:19:12.568539Z","steps":["trace[1093808721] 'process raft request' (duration: 229.953555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:12.568691Z","caller":"traceutil/trace.go:171","msg":"trace[563100380] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:32295; }","duration":"122.230639ms","start":"2026-05-07T03:19:12.446449Z","end":"2026-05-07T03:19:12.568679Z","steps":["trace[563100380] 'agreement among raft nodes before linearized reading' (duration: 122.129517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:12.568766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.043075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:19:12.568851Z","caller":"traceutil/trace.go:171","msg":"trace[1744434925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32295; }","duration":"139.193329ms","start":"2026-05-07T03:19:12.429638Z","end":"2026-05-07T03:19:12.568831Z","steps":["trace[1744434925] 'agreement among raft nodes before linearized reading' (duration: 138.921333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:12.88608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.985411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:19:12.886129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.93912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:12.88622Z","caller":"traceutil/trace.go:171","msg":"trace[1023610219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:32296; }","duration":"211.086314ms","start":"2026-05-07T03:19:12.675111Z","end":"2026-05-07T03:19:12.886197Z","steps":["trace[1023610219] 'count revisions from in-memory index tree' (duration: 210.848868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:12.886158Z","caller":"traceutil/trace.go:171","msg":"trace[109753369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32296; }","duration":"129.108884ms","start":"2026-05-07T03:19:12.757031Z","end":"2026-05-07T03:19:12.88614Z","steps":["trace[109753369] 'range keys from in-memory index tree' (duration: 128.805817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:13.436368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.462912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:13.436539Z","caller":"traceutil/trace.go:171","msg":"trace[1336351455] transaction","detail":"{read_only:false; response_revision:32302; number_of_response:1; }","duration":"441.96967ms","start":"2026-05-07T03:19:12.994531Z","end":"2026-05-07T03:19:13.436501Z","steps":["trace[1336351455] 'process raft request' (duration: 239.256302ms)","trace[1336351455] 'compare' (duration: 201.908749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:13.436687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:12.994512Z","time spent":"442.075613ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18251,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:13.614915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.16052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:19:13.615243Z","caller":"traceutil/trace.go:171","msg":"trace[1657983824] linearizableReadLoop","detail":"{readStateIndex:33466; appliedIndex:33464; }","duration":"484.219563ms","start":"2026-05-07T03:19:13.130999Z","end":"2026-05-07T03:19:13.615218Z","steps":["trace[1657983824] 'read index received' (duration: 102.643842ms)","trace[1657983824] 'applied index is now lower than readState.Index' (duration: 381.573461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:13.615448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.422797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:13.61549Z","caller":"traceutil/trace.go:171","msg":"trace[1865431681] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32303; }","duration":"484.51513ms","start":"2026-05-07T03:19:13.130964Z","end":"2026-05-07T03:19:13.615479Z","steps":["trace[1865431681] 'agreement among raft nodes before linearized reading' (duration: 484.391146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:13.615529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:13.130947Z","time spent":"484.571022ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:13.615765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.364531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:13.615787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.37892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:13.615851Z","caller":"traceutil/trace.go:171","msg":"trace[436217103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32303; }","duration":"348.483603ms","start":"2026-05-07T03:19:13.267352Z","end":"2026-05-07T03:19:13.615835Z","steps":["trace[436217103] 'agreement among raft nodes before linearized reading' (duration: 348.37871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.615854Z","caller":"traceutil/trace.go:171","msg":"trace[2133164316] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:32303; }","duration":"387.509365ms","start":"2026-05-07T03:19:13.228321Z","end":"2026-05-07T03:19:13.61583Z","steps":["trace[2133164316] 'agreement among raft nodes before linearized reading' (duration: 387.251109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:13.615902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:13.267325Z","time spent":"348.568395ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:13.615906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:13.228296Z","time spent":"387.600157ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:13.61579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.899055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-05-07T03:19:13.616151Z","caller":"traceutil/trace.go:171","msg":"trace[116198085] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-user; range_end:; response_count:1; response_revision:32303; }","duration":"106.293533ms","start":"2026-05-07T03:19:13.509844Z","end":"2026-05-07T03:19:13.616138Z","steps":["trace[116198085] 'agreement among raft nodes before linearized reading' (duration: 105.846863ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.988115Z","caller":"traceutil/trace.go:171","msg":"trace[345917696] transaction","detail":"{read_only:false; response_revision:32307; number_of_response:1; }","duration":"147.722929ms","start":"2026-05-07T03:19:13.840378Z","end":"2026-05-07T03:19:13.988101Z","steps":["trace[345917696] 'process raft request' (duration: 147.681278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.988254Z","caller":"traceutil/trace.go:171","msg":"trace[581317387] transaction","detail":"{read_only:false; response_revision:32305; number_of_response:1; }","duration":"154.586362ms","start":"2026-05-07T03:19:13.833662Z","end":"2026-05-07T03:19:13.988248Z","steps":["trace[581317387] 'process raft request' (duration: 72.658932ms)","trace[581317387] 'compare' (duration: 81.616863ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:13.988331Z","caller":"traceutil/trace.go:171","msg":"trace[1609815557] transaction","detail":"{read_only:false; response_revision:32306; number_of_response:1; }","duration":"154.587973ms","start":"2026-05-07T03:19:13.833736Z","end":"2026-05-07T03:19:13.988324Z","steps":["trace[1609815557] 'process raft request' (duration: 154.298796ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.988621Z","caller":"traceutil/trace.go:171","msg":"trace[1589816078] transaction","detail":"{read_only:false; response_revision:32308; number_of_response:1; }","duration":"147.687789ms","start":"2026-05-07T03:19:13.840905Z","end":"2026-05-07T03:19:13.988593Z","steps":["trace[1589816078] 'process raft request' (duration: 147.172868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.988733Z","caller":"traceutil/trace.go:171","msg":"trace[260801979] linearizableReadLoop","detail":"{readStateIndex:33470; appliedIndex:33468; }","duration":"154.519921ms","start":"2026-05-07T03:19:13.834197Z","end":"2026-05-07T03:19:13.988717Z","steps":["trace[260801979] 'read index received' (duration: 72.10877ms)","trace[260801979] 'applied index is now lower than readState.Index' (duration: 82.410321ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:13.988812Z","caller":"traceutil/trace.go:171","msg":"trace[945388274] transaction","detail":"{read_only:false; response_revision:32309; number_of_response:1; }","duration":"147.193128ms","start":"2026-05-07T03:19:13.841609Z","end":"2026-05-07T03:19:13.988802Z","steps":["trace[945388274] 'process raft request' (duration: 146.876781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:13.988863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.656374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:13.988885Z","caller":"traceutil/trace.go:171","msg":"trace[1739109935] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32309; }","duration":"154.709934ms","start":"2026-05-07T03:19:13.834169Z","end":"2026-05-07T03:19:13.988879Z","steps":["trace[1739109935] 'agreement among raft nodes before linearized reading' (duration: 154.660603ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:15.100718Z","caller":"traceutil/trace.go:171","msg":"trace[2013177572] transaction","detail":"{read_only:false; response_revision:32319; number_of_response:1; }","duration":"125.074273ms","start":"2026-05-07T03:19:14.975612Z","end":"2026-05-07T03:19:15.100686Z","steps":["trace[2013177572] 'process raft request' (duration: 82.785329ms)","trace[2013177572] 'compare' (duration: 42.12056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:15.384921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.11762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:15.384999Z","caller":"traceutil/trace.go:171","msg":"trace[2120179380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32319; }","duration":"119.267644ms","start":"2026-05-07T03:19:15.265714Z","end":"2026-05-07T03:19:15.384982Z","steps":["trace[2120179380] 'range keys from in-memory index tree' (duration: 119.050228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:15.653017Z","caller":"traceutil/trace.go:171","msg":"trace[922145057] linearizableReadLoop","detail":"{readStateIndex:33484; appliedIndex:33483; }","duration":"140.695842ms","start":"2026-05-07T03:19:15.512294Z","end":"2026-05-07T03:19:15.65299Z","steps":["trace[922145057] 'read index received' (duration: 140.534908ms)","trace[922145057] 'applied index is now lower than readState.Index' (duration: 159.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:15.653075Z","caller":"traceutil/trace.go:171","msg":"trace[116279357] transaction","detail":"{read_only:false; response_revision:32320; number_of_response:1; }","duration":"168.999524ms","start":"2026-05-07T03:19:15.484053Z","end":"2026-05-07T03:19:15.653052Z","steps":["trace[116279357] 'process raft request' (duration: 168.77829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.653481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.164092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:19:15.65359Z","caller":"traceutil/trace.go:171","msg":"trace[1192270444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32320; }","duration":"141.319986ms","start":"2026-05-07T03:19:15.512248Z","end":"2026-05-07T03:19:15.653568Z","steps":["trace[1192270444] 'agreement among raft nodes before linearized reading' (duration: 140.877406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.797677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.961915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:15.797944Z","caller":"traceutil/trace.go:171","msg":"trace[42296468] linearizableReadLoop","detail":"{readStateIndex:33485; appliedIndex:33484; }","duration":"144.674331ms","start":"2026-05-07T03:19:15.65309Z","end":"2026-05-07T03:19:15.797764Z","steps":["trace[42296468] 'read index received' (duration: 38.48293ms)","trace[42296468] 'applied index is now lower than readState.Index' (duration: 106.190051ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:15.797967Z","caller":"traceutil/trace.go:171","msg":"trace[154407665] transaction","detail":"{read_only:false; response_revision:32321; number_of_response:1; }","duration":"174.059428ms","start":"2026-05-07T03:19:15.62387Z","end":"2026-05-07T03:19:15.79793Z","steps":["trace[154407665] 'process raft request' (duration: 67.747034ms)","trace[154407665] 'compare' (duration: 105.784841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:15.798099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.697106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:15.798138Z","caller":"traceutil/trace.go:171","msg":"trace[1359748212] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:32321; }","duration":"236.771508ms","start":"2026-05-07T03:19:15.561356Z","end":"2026-05-07T03:19:15.798127Z","steps":["trace[1359748212] 'agreement among raft nodes before linearized reading' (duration: 236.685186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.798479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.013873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:19:15.798516Z","caller":"traceutil/trace.go:171","msg":"trace[1504202043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32321; }","duration":"138.081505ms","start":"2026-05-07T03:19:15.660426Z","end":"2026-05-07T03:19:15.798507Z","steps":["trace[1504202043] 'agreement among raft nodes before linearized reading' (duration: 137.935701ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.00384Z","caller":"traceutil/trace.go:171","msg":"trace[162993748] linearizableReadLoop","detail":"{readStateIndex:33487; appliedIndex:33486; }","duration":"114.029516ms","start":"2026-05-07T03:19:15.889789Z","end":"2026-05-07T03:19:16.003818Z","steps":["trace[162993748] 'read index received' (duration: 92.069206ms)","trace[162993748] 'applied index is now lower than readState.Index' (duration: 21.95906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:16.003892Z","caller":"traceutil/trace.go:171","msg":"trace[1967213024] transaction","detail":"{read_only:false; response_revision:32323; number_of_response:1; }","duration":"115.457638ms","start":"2026-05-07T03:19:15.888394Z","end":"2026-05-07T03:19:16.003852Z","steps":["trace[1967213024] 'process raft request' (duration: 93.518028ms)","trace[1967213024] 'compare' (duration: 21.703885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:16.004111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.306273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:19:16.004177Z","caller":"traceutil/trace.go:171","msg":"trace[856901876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32323; }","duration":"114.425026ms","start":"2026-05-07T03:19:15.889733Z","end":"2026-05-07T03:19:16.004158Z","steps":["trace[856901876] 'agreement among raft nodes before linearized reading' (duration: 114.15215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.224149Z","caller":"traceutil/trace.go:171","msg":"trace[1355844442] linearizableReadLoop","detail":"{readStateIndex:33492; appliedIndex:33487; }","duration":"217.624581ms","start":"2026-05-07T03:19:16.006501Z","end":"2026-05-07T03:19:16.224126Z","steps":["trace[1355844442] 'read index received' (duration: 22.170025ms)","trace[1355844442] 'applied index is now lower than readState.Index' (duration: 195.453686ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:16.22416Z","caller":"traceutil/trace.go:171","msg":"trace[938928018] transaction","detail":"{read_only:false; response_revision:32325; number_of_response:1; }","duration":"230.209481ms","start":"2026-05-07T03:19:15.993924Z","end":"2026-05-07T03:19:16.224134Z","steps":["trace[938928018] 'process raft request' (duration: 222.052619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.224264Z","caller":"traceutil/trace.go:171","msg":"trace[1863303850] transaction","detail":"{read_only:false; response_revision:32328; number_of_response:1; }","duration":"229.663728ms","start":"2026-05-07T03:19:15.994589Z","end":"2026-05-07T03:19:16.224253Z","steps":["trace[1863303850] 'process raft request' (duration: 229.495345ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.224284Z","caller":"traceutil/trace.go:171","msg":"trace[1336789885] transaction","detail":"{read_only:false; response_revision:32326; number_of_response:1; }","duration":"230.112709ms","start":"2026-05-07T03:19:15.994147Z","end":"2026-05-07T03:19:16.22426Z","steps":["trace[1336789885] 'process raft request' (duration: 229.815222ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.224281Z","caller":"traceutil/trace.go:171","msg":"trace[1509655674] transaction","detail":"{read_only:false; response_revision:32327; number_of_response:1; }","duration":"229.958885ms","start":"2026-05-07T03:19:15.994286Z","end":"2026-05-07T03:19:16.224245Z","steps":["trace[1509655674] 'process raft request' (duration: 229.760401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.224427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.432386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-07T03:19:16.224478Z","caller":"traceutil/trace.go:171","msg":"trace[1315483682] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:32328; }","duration":"217.516618ms","start":"2026-05-07T03:19:16.00695Z","end":"2026-05-07T03:19:16.224467Z","steps":["trace[1315483682] 'agreement among raft nodes before linearized reading' (duration: 217.333004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.224478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.961398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-07T03:19:16.224536Z","caller":"traceutil/trace.go:171","msg":"trace[425998758] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:32328; }","duration":"218.04968ms","start":"2026-05-07T03:19:16.006459Z","end":"2026-05-07T03:19:16.224509Z","steps":["trace[425998758] 'agreement among raft nodes before linearized reading' (duration: 217.917557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:16.829115Z","caller":"traceutil/trace.go:171","msg":"trace[83303727] transaction","detail":"{read_only:false; response_revision:32331; number_of_response:1; }","duration":"117.117806ms","start":"2026-05-07T03:19:16.711974Z","end":"2026-05-07T03:19:16.829092Z","steps":["trace[83303727] 'process raft request' (duration: 115.319555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.055268Z","caller":"traceutil/trace.go:171","msg":"trace[2117242193] transaction","detail":"{read_only:false; response_revision:32336; number_of_response:1; }","duration":"126.72027ms","start":"2026-05-07T03:19:16.928524Z","end":"2026-05-07T03:19:17.055244Z","steps":["trace[2117242193] 'process raft request' (duration: 126.582047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.118416Z","caller":"traceutil/trace.go:171","msg":"trace[1242195193] transaction","detail":"{read_only:false; response_revision:32337; number_of_response:1; }","duration":"189.116204ms","start":"2026-05-07T03:19:16.929268Z","end":"2026-05-07T03:19:17.118384Z","steps":["trace[1242195193] 'process raft request' (duration: 188.901149ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.118646Z","caller":"traceutil/trace.go:171","msg":"trace[802305085] transaction","detail":"{read_only:false; response_revision:32339; number_of_response:1; }","duration":"187.720232ms","start":"2026-05-07T03:19:16.930908Z","end":"2026-05-07T03:19:17.118628Z","steps":["trace[802305085] 'process raft request' (duration: 187.561549ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.11869Z","caller":"traceutil/trace.go:171","msg":"trace[1021373990] transaction","detail":"{read_only:false; response_revision:32338; number_of_response:1; }","duration":"188.927438ms","start":"2026-05-07T03:19:16.929744Z","end":"2026-05-07T03:19:17.118672Z","steps":["trace[1021373990] 'process raft request' (duration: 188.53547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.118757Z","caller":"traceutil/trace.go:171","msg":"trace[2139043786] transaction","detail":"{read_only:false; response_revision:32340; number_of_response:1; }","duration":"187.556059ms","start":"2026-05-07T03:19:16.931192Z","end":"2026-05-07T03:19:17.118748Z","steps":["trace[2139043786] 'process raft request' (duration: 187.316394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.11895Z","caller":"traceutil/trace.go:171","msg":"trace[2140173270] linearizableReadLoop","detail":"{readStateIndex:33502; appliedIndex:33501; }","duration":"189.363978ms","start":"2026-05-07T03:19:16.929574Z","end":"2026-05-07T03:19:17.118938Z","steps":["trace[2140173270] 'read index received' (duration: 125.722317ms)","trace[2140173270] 'applied index is now lower than readState.Index' (duration: 63.640651ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:17.118974Z","caller":"traceutil/trace.go:171","msg":"trace[1645022801] transaction","detail":"{read_only:false; response_revision:32341; number_of_response:1; }","duration":"187.379445ms","start":"2026-05-07T03:19:16.931586Z","end":"2026-05-07T03:19:17.118966Z","steps":["trace[1645022801] 'process raft request' (duration: 186.960065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:17.119133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.547722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:19:17.119173Z","caller":"traceutil/trace.go:171","msg":"trace[424191852] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:32342; }","duration":"189.622864ms","start":"2026-05-07T03:19:16.929542Z","end":"2026-05-07T03:19:17.119164Z","steps":["trace[424191852] 'agreement among raft nodes before linearized reading' (duration: 189.484051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.11926Z","caller":"traceutil/trace.go:171","msg":"trace[357999055] transaction","detail":"{read_only:false; response_revision:32342; number_of_response:1; }","duration":"173.581517ms","start":"2026-05-07T03:19:16.945666Z","end":"2026-05-07T03:19:17.119248Z","steps":["trace[357999055] 'process raft request' (duration: 173.201298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:17.119262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.359992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:19:17.119433Z","caller":"traceutil/trace.go:171","msg":"trace[1078805792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32342; }","duration":"143.573296ms","start":"2026-05-07T03:19:16.975849Z","end":"2026-05-07T03:19:17.119422Z","steps":["trace[1078805792] 'agreement among raft nodes before linearized reading' (duration: 143.3184ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.362442Z","caller":"traceutil/trace.go:171","msg":"trace[1886297242] transaction","detail":"{read_only:false; response_revision:32353; number_of_response:1; }","duration":"149.432996ms","start":"2026-05-07T03:19:17.212978Z","end":"2026-05-07T03:19:17.362411Z","steps":["trace[1886297242] 'process raft request' (duration: 114.590849ms)","trace[1886297242] 'compare' (duration: 34.644533ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:17.362598Z","caller":"traceutil/trace.go:171","msg":"trace[9271414] linearizableReadLoop","detail":"{readStateIndex:33520; appliedIndex:33518; }","duration":"124.950851ms","start":"2026-05-07T03:19:17.237624Z","end":"2026-05-07T03:19:17.362574Z","steps":["trace[9271414] 'read index received' (duration: 89.861258ms)","trace[9271414] 'applied index is now lower than readState.Index' (duration: 35.088003ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:17.36267Z","caller":"traceutil/trace.go:171","msg":"trace[1549572526] transaction","detail":"{read_only:false; response_revision:32354; number_of_response:1; }","duration":"147.796641ms","start":"2026-05-07T03:19:17.214834Z","end":"2026-05-07T03:19:17.362631Z","steps":["trace[1549572526] 'process raft request' (duration: 147.504135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:17.36285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.965832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-jg9hd\" ","response":"range_response_count:1 size:2515"} {"level":"warn","ts":"2026-05-07T03:19:17.362849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.353604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:19:17.362884Z","caller":"traceutil/trace.go:171","msg":"trace[2143268573] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-jg9hd; range_end:; response_count:1; response_revision:32354; }","duration":"139.034815ms","start":"2026-05-07T03:19:17.223838Z","end":"2026-05-07T03:19:17.362872Z","steps":["trace[2143268573] 'agreement among raft nodes before linearized reading' (duration: 138.85212ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.362898Z","caller":"traceutil/trace.go:171","msg":"trace[1465470905] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32354; }","duration":"123.442817ms","start":"2026-05-07T03:19:17.239442Z","end":"2026-05-07T03:19:17.362885Z","steps":["trace[1465470905] 'agreement among raft nodes before linearized reading' (duration: 123.278853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.565178Z","caller":"traceutil/trace.go:171","msg":"trace[332452293] linearizableReadLoop","detail":"{readStateIndex:33522; appliedIndex:33521; }","duration":"129.646034ms","start":"2026-05-07T03:19:17.435509Z","end":"2026-05-07T03:19:17.565155Z","steps":["trace[332452293] 'read index received' (duration: 128.477679ms)","trace[332452293] 'applied index is now lower than readState.Index' (duration: 1.167205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:17.565401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.88036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-07T03:19:17.56543Z","caller":"traceutil/trace.go:171","msg":"trace[1509502915] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:32356; }","duration":"129.954612ms","start":"2026-05-07T03:19:17.435468Z","end":"2026-05-07T03:19:17.565423Z","steps":["trace[1509502915] 'agreement among raft nodes before linearized reading' (duration: 129.774917ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:17.565712Z","caller":"traceutil/trace.go:171","msg":"trace[1045391945] transaction","detail":"{read_only:false; response_revision:32356; number_of_response:1; }","duration":"192.808696ms","start":"2026-05-07T03:19:17.372858Z","end":"2026-05-07T03:19:17.565667Z","steps":["trace[1045391945] 'process raft request' (duration: 191.070837ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:18.044312Z","caller":"traceutil/trace.go:171","msg":"trace[1975128520] transaction","detail":"{read_only:false; response_revision:32358; number_of_response:1; }","duration":"168.892772ms","start":"2026-05-07T03:19:17.875397Z","end":"2026-05-07T03:19:18.04429Z","steps":["trace[1975128520] 'process raft request' (duration: 168.727908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:18.326465Z","caller":"traceutil/trace.go:171","msg":"trace[782273264] transaction","detail":"{read_only:false; response_revision:32360; number_of_response:1; }","duration":"156.036555ms","start":"2026-05-07T03:19:18.170402Z","end":"2026-05-07T03:19:18.326438Z","steps":["trace[782273264] 'process raft request' (duration: 127.047258ms)","trace[782273264] 'compare' (duration: 28.567548ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:18.380694Z","caller":"traceutil/trace.go:171","msg":"trace[1220411383] transaction","detail":"{read_only:false; response_revision:32362; number_of_response:1; }","duration":"150.227056ms","start":"2026-05-07T03:19:18.23045Z","end":"2026-05-07T03:19:18.380677Z","steps":["trace[1220411383] 'process raft request' (duration: 150.145854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:18.380692Z","caller":"traceutil/trace.go:171","msg":"trace[1702373605] transaction","detail":"{read_only:false; response_revision:32361; number_of_response:1; }","duration":"150.619074ms","start":"2026-05-07T03:19:18.230043Z","end":"2026-05-07T03:19:18.380662Z","steps":["trace[1702373605] 'process raft request' (duration: 150.433729ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:18.380987Z","caller":"traceutil/trace.go:171","msg":"trace[817883678] transaction","detail":"{read_only:false; response_revision:32363; number_of_response:1; }","duration":"150.313137ms","start":"2026-05-07T03:19:18.230662Z","end":"2026-05-07T03:19:18.380975Z","steps":["trace[817883678] 'process raft request' (duration: 149.97567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:18.381003Z","caller":"traceutil/trace.go:171","msg":"trace[871914809] linearizableReadLoop","detail":"{readStateIndex:33530; appliedIndex:33525; }","duration":"114.452766ms","start":"2026-05-07T03:19:18.266528Z","end":"2026-05-07T03:19:18.38098Z","steps":["trace[871914809] 'read index received' (duration: 30.935271ms)","trace[871914809] 'applied index is now lower than readState.Index' (duration: 83.516695ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:18.381075Z","caller":"traceutil/trace.go:171","msg":"trace[262343724] transaction","detail":"{read_only:false; response_revision:32364; number_of_response:1; }","duration":"150.180095ms","start":"2026-05-07T03:19:18.230861Z","end":"2026-05-07T03:19:18.381041Z","steps":["trace[262343724] 'process raft request' (duration: 150.006571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:18.381181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.63839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:18.381226Z","caller":"traceutil/trace.go:171","msg":"trace[444153505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32364; }","duration":"114.737682ms","start":"2026-05-07T03:19:18.266477Z","end":"2026-05-07T03:19:18.381215Z","steps":["trace[444153505] 'agreement among raft nodes before linearized reading' (duration: 114.61499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.038471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.219805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:19.038571Z","caller":"traceutil/trace.go:171","msg":"trace[1878204929] linearizableReadLoop","detail":"{readStateIndex:33531; appliedIndex:33530; }","duration":"654.860553ms","start":"2026-05-07T03:19:18.383694Z","end":"2026-05-07T03:19:19.038555Z","steps":["trace[1878204929] 'read index received' (duration: 371.527996ms)","trace[1878204929] 'applied index is now lower than readState.Index' (duration: 283.331107ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:19.038655Z","caller":"traceutil/trace.go:171","msg":"trace[124303592] transaction","detail":"{read_only:false; response_revision:32365; number_of_response:1; }","duration":"702.819764ms","start":"2026-05-07T03:19:18.335824Z","end":"2026-05-07T03:19:19.038644Z","steps":["trace[124303592] 'process raft request' (duration: 419.371915ms)","trace[124303592] 'compare' (duration: 283.097402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:19.038705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.335799Z","time spent":"702.882755ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2361,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:19.038893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.109134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:19.038935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.198761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-07T03:19:19.038944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.889177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:19:19.038975Z","caller":"traceutil/trace.go:171","msg":"trace[1989373409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32365; }","duration":"642.264014ms","start":"2026-05-07T03:19:18.396698Z","end":"2026-05-07T03:19:19.038962Z","steps":["trace[1989373409] 'agreement among raft nodes before linearized reading' (duration: 642.092079ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:19.038973Z","caller":"traceutil/trace.go:171","msg":"trace[1714761277] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:32365; }","duration":"524.258138ms","start":"2026-05-07T03:19:18.514694Z","end":"2026-05-07T03:19:19.038952Z","steps":["trace[1714761277] 'agreement among raft nodes before linearized reading' (duration: 524.126344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.039008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.396691Z","time spent":"642.311215ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:19:19.03902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.514671Z","time spent":"524.3389ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:19.039026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.347174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:19.039054Z","caller":"traceutil/trace.go:171","msg":"trace[69976833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32365; }","duration":"655.406746ms","start":"2026-05-07T03:19:18.383639Z","end":"2026-05-07T03:19:19.039046Z","steps":["trace[69976833] 'agreement among raft nodes before linearized reading' (duration: 655.363735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.039085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.383624Z","time spent":"655.454848ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:19.039143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.987657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:19.038982Z","caller":"traceutil/trace.go:171","msg":"trace[1274762924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32365; }","duration":"204.964768ms","start":"2026-05-07T03:19:18.834005Z","end":"2026-05-07T03:19:19.03897Z","steps":["trace[1274762924] 'agreement among raft nodes before linearized reading' (duration: 204.807774ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:19.03918Z","caller":"traceutil/trace.go:171","msg":"trace[1438333150] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:32365; }","duration":"599.056899ms","start":"2026-05-07T03:19:18.440115Z","end":"2026-05-07T03:19:19.039172Z","steps":["trace[1438333150] 'agreement among raft nodes before linearized reading' (duration: 598.998848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.039203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.440098Z","time spent":"599.098799ms","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:19.362562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.955016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:19.362935Z","caller":"traceutil/trace.go:171","msg":"trace[615443859] linearizableReadLoop","detail":"{readStateIndex:33534; appliedIndex:33531; }","duration":"153.475508ms","start":"2026-05-07T03:19:19.209442Z","end":"2026-05-07T03:19:19.362917Z","steps":["trace[615443859] 'read index received' (duration: 4.014511ms)","trace[615443859] 'applied index is now lower than readState.Index' (duration: 149.460137ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:19.363187Z","caller":"traceutil/trace.go:171","msg":"trace[1887011939] transaction","detail":"{read_only:false; response_revision:32368; number_of_response:1; }","duration":"237.329649ms","start":"2026-05-07T03:19:19.125829Z","end":"2026-05-07T03:19:19.363158Z","steps":["trace[1887011939] 'process raft request' (duration: 237.043883ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:19.363331Z","caller":"traceutil/trace.go:171","msg":"trace[1636602846] transaction","detail":"{read_only:false; response_revision:32366; number_of_response:1; }","duration":"319.343332ms","start":"2026-05-07T03:19:19.043979Z","end":"2026-05-07T03:19:19.363322Z","steps":["trace[1636602846] 'process raft request' (duration: 169.532517ms)","trace[1636602846] 'compare' (duration: 148.293001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:19.363404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.043961Z","time spent":"319.384772ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:19.363399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.70177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:19:19.363466Z","caller":"traceutil/trace.go:171","msg":"trace[135292575] transaction","detail":"{read_only:false; response_revision:32367; number_of_response:1; }","duration":"319.25153ms","start":"2026-05-07T03:19:19.044208Z","end":"2026-05-07T03:19:19.36346Z","steps":["trace[135292575] 'process raft request' (duration: 318.485113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:19.363469Z","caller":"traceutil/trace.go:171","msg":"trace[1648457416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32368; }","duration":"152.801692ms","start":"2026-05-07T03:19:19.210649Z","end":"2026-05-07T03:19:19.36345Z","steps":["trace[1648457416] 'agreement among raft nodes before linearized reading' (duration: 152.612997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.363501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.044176Z","time spent":"319.30658ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:19.363535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.087801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:19:19.363602Z","caller":"traceutil/trace.go:171","msg":"trace[1077180357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32368; }","duration":"154.193554ms","start":"2026-05-07T03:19:19.209389Z","end":"2026-05-07T03:19:19.363583Z","steps":["trace[1077180357] 'agreement among raft nodes before linearized reading' (duration: 153.994009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.363472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.012102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:19:19.36375Z","caller":"traceutil/trace.go:171","msg":"trace[1217848179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32368; }","duration":"151.34604ms","start":"2026-05-07T03:19:19.212385Z","end":"2026-05-07T03:19:19.363731Z","steps":["trace[1217848179] 'agreement among raft nodes before linearized reading' (duration: 150.89941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.363768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.003646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:19:19.363909Z","caller":"traceutil/trace.go:171","msg":"trace[64777839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32368; }","duration":"153.202481ms","start":"2026-05-07T03:19:19.210685Z","end":"2026-05-07T03:19:19.363888Z","steps":["trace[64777839] 'agreement among raft nodes before linearized reading' (duration: 152.655388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:20.232376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:20.732707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:21.233204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:21.574019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.140822459s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:19:22.042794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.529043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:22.043409Z","caller":"traceutil/trace.go:171","msg":"trace[1765912924] transaction","detail":"{read_only:false; response_revision:32371; number_of_response:1; }","duration":"2.675249443s","start":"2026-05-07T03:19:19.368135Z","end":"2026-05-07T03:19:22.043384Z","steps":["trace[1765912924] 'process raft request' (duration: 2.674755642s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:22.043532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.368115Z","time spent":"2.675358096s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:22.043609Z","caller":"traceutil/trace.go:171","msg":"trace[228987867] transaction","detail":"{read_only:false; response_revision:32372; number_of_response:1; }","duration":"2.674870925s","start":"2026-05-07T03:19:19.368694Z","end":"2026-05-07T03:19:22.043565Z","steps":["trace[228987867] 'process raft request' (duration: 2.674495397s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:22.043641Z","caller":"traceutil/trace.go:171","msg":"trace[622478082] transaction","detail":"{read_only:false; response_revision:32370; number_of_response:1; }","duration":"2.674965287s","start":"2026-05-07T03:19:19.36801Z","end":"2026-05-07T03:19:22.042975Z","steps":["trace[622478082] 'process raft request' (duration: 2.206174248s)","trace[622478082] 'compare' (duration: 467.961671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:22.043715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.368674Z","time spent":"2.674977398s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:22.043742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.36799Z","time spent":"2.675708364s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:22.265961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:22.266019Z","caller":"traceutil/trace.go:171","msg":"trace[468937236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369412s","start":"2026-05-07T03:19:20.265636Z","end":"2026-05-07T03:19:22.266005Z","steps":["trace[468937236] 'agreement among raft nodes before linearized reading' (duration: 2.00029633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:22.266049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.265537Z","time spent":"2.000506525s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:24.270942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004242098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:24.271091Z","caller":"traceutil/trace.go:171","msg":"trace[1016537169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004489084s","start":"2026-05-07T03:19:22.266569Z","end":"2026-05-07T03:19:24.271058Z","steps":["trace[1016537169] 'agreement among raft nodes before linearized reading' (duration: 2.004295379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:24.271147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.266534Z","time spent":"2.004601196s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:24.824502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.825561Z","time spent":"4.998934767s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:19:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:25.048936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.049827Z","time spent":"4.999102319s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:25.076483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.077708Z","time spent":"4.998766292s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:25.384697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.386572Z","time spent":"4.998094336s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:25.384913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.388005Z","time spent":"4.996904581s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:19:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:25.387171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.389832Z","time spent":"4.99733229s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:19:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:25.397869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.399742Z","time spent":"4.998123687s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 03:19:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:25.920633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:25.920719Z","caller":"traceutil/trace.go:171","msg":"trace[1975168401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369581s","start":"2026-05-07T03:19:23.920329Z","end":"2026-05-07T03:19:25.920698Z","steps":["trace[1975168401] 'agreement among raft nodes before linearized reading' (duration: 2.000254489s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:25.920813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:23.920308Z","time spent":"2.000450924s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:26.261131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.686821795s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:19:26.281601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:26.281692Z","caller":"traceutil/trace.go:171","msg":"trace[316921230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652098s","start":"2026-05-07T03:19:24.281021Z","end":"2026-05-07T03:19:26.281673Z","steps":["trace[316921230] 'agreement among raft nodes before linearized reading' (duration: 2.000537425s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:26.281912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.281008Z","time spent":"2.000776821s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:26.340356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.342219Z","time spent":"998.1271ms","remote":"127.0.0.1:58860","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:19:26.340907Z","caller":"traceutil/trace.go:171","msg":"trace[645876809] transaction","detail":"{read_only:false; response_revision:32374; number_of_response:1; }","duration":"6.446231306s","start":"2026-05-07T03:19:19.894656Z","end":"2026-05-07T03:19:26.340888Z","steps":["trace[645876809] 'process raft request' (duration: 6.446107113s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:26.34102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.894634Z","time spent":"6.446321868s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:26.341284Z","caller":"traceutil/trace.go:171","msg":"trace[826608967] linearizableReadLoop","detail":"{readStateIndex:33546; appliedIndex:33535; }","duration":"6.609271026s","start":"2026-05-07T03:19:19.732005Z","end":"2026-05-07T03:19:26.341276Z","steps":["trace[826608967] 'read index received' (duration: 1.842284812s)","trace[826608967] 'applied index is now lower than readState.Index' (duration: 4.766985234s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:26.341364Z","caller":"traceutil/trace.go:171","msg":"trace[641419824] transaction","detail":"{read_only:false; response_revision:32381; number_of_response:1; }","duration":"4.970702014s","start":"2026-05-07T03:19:21.370654Z","end":"2026-05-07T03:19:26.341356Z","steps":["trace[641419824] 'process raft request' (duration: 4.970596862s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:26.341406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.370638Z","time spent":"4.970742506s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:26.341478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609469862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:26.341506Z","caller":"traceutil/trace.go:171","msg":"trace[1894188067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:32381; }","duration":"6.609527422s","start":"2026-05-07T03:19:19.731969Z","end":"2026-05-07T03:19:26.341497Z","steps":["trace[1894188067] 'agreement among raft nodes before linearized reading' (duration: 6.609483011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:26.341525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.731953Z","time spent":"6.609566834s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:26.842962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:27.343706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:27.725852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.348792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:27.726114Z","caller":"traceutil/trace.go:171","msg":"trace[475751272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32381; }","duration":"328.635609ms","start":"2026-05-07T03:19:27.39744Z","end":"2026-05-07T03:19:27.726076Z","steps":["trace[475751272] 'range keys from in-memory index tree' (duration: 328.311461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.829118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266887071s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:19:27.829881Z","caller":"traceutil/trace.go:171","msg":"trace[2066708463] transaction","detail":"{read_only:false; response_revision:32382; number_of_response:1; }","duration":"5.900144902s","start":"2026-05-07T03:19:21.929677Z","end":"2026-05-07T03:19:27.829822Z","steps":["trace[2066708463] 'process raft request' (duration: 5.899718312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.830168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.929647Z","time spent":"5.900363267s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:28.289151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:28.289319Z","caller":"traceutil/trace.go:171","msg":"trace[1629225680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111327s","start":"2026-05-07T03:19:26.289187Z","end":"2026-05-07T03:19:28.289298Z","steps":["trace[1629225680] 'agreement among raft nodes before linearized reading' (duration: 1.999922143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:28.289428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:26.289169Z","time spent":"2.00024758s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:29.04823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999948558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:29.048346Z","caller":"traceutil/trace.go:171","msg":"trace[1316542000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000124963s","start":"2026-05-07T03:19:24.048191Z","end":"2026-05-07T03:19:29.048316Z","steps":["trace[1316542000] 'agreement among raft nodes before linearized reading' (duration: 4.999963289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.048326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000321947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T03:19:29.048349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000389519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T03:19:29.048401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.048186Z","time spent":"5.000202985s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:19:29.04842Z","caller":"traceutil/trace.go:171","msg":"trace[1055532304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000494671s","start":"2026-05-07T03:19:24.047902Z","end":"2026-05-07T03:19:29.048396Z","steps":["trace[1055532304] 'agreement among raft nodes before linearized reading' (duration: 5.000369998s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.048498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.047867Z","time spent":"5.000612914s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:19:29.048435Z","caller":"traceutil/trace.go:171","msg":"trace[1801670498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000547252s","start":"2026-05-07T03:19:24.047866Z","end":"2026-05-07T03:19:29.048414Z","steps":["trace[1801670498] 'agreement among raft nodes before linearized reading' (duration: 5.00042681s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.048624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.04784Z","time spent":"5.000768727s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 03:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 03:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:29.126852Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e739e002e67ff3b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T03:19:29.140593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310974177s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:19:29.1421Z","caller":"traceutil/trace.go:171","msg":"trace[1353836636] transaction","detail":"{read_only:false; response_revision:32383; number_of_response:1; }","duration":"6.227828139s","start":"2026-05-07T03:19:22.914233Z","end":"2026-05-07T03:19:29.142061Z","steps":["trace[1353836636] 'process raft request' (duration: 6.226466119s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.14235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.9142Z","time spent":"6.227974023s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:29.646863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.753612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:29.647006Z","caller":"traceutil/trace.go:171","msg":"trace[2015755811] transaction","detail":"{read_only:false; response_revision:32385; number_of_response:1; }","duration":"1.298489897s","start":"2026-05-07T03:19:28.348502Z","end":"2026-05-07T03:19:29.646991Z","steps":["trace[2015755811] 'process raft request' (duration: 1.298448106s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.348479Z","time spent":"1.298551299s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:29.647181Z","caller":"traceutil/trace.go:171","msg":"trace[630172072] transaction","detail":"{read_only:false; response_revision:32384; number_of_response:1; }","duration":"5.562617773s","start":"2026-05-07T03:19:24.084536Z","end":"2026-05-07T03:19:29.647153Z","steps":["trace[630172072] 'process raft request' (duration: 5.057501934s)","trace[630172072] 'compare' (duration: 504.648539ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:29.647287Z","caller":"traceutil/trace.go:171","msg":"trace[187604827] linearizableReadLoop","detail":"{readStateIndex:33551; appliedIndex:33547; }","duration":"3.305962699s","start":"2026-05-07T03:19:26.34131Z","end":"2026-05-07T03:19:29.647273Z","steps":["trace[187604827] 'read index received' (duration: 1.488237845s)","trace[187604827] 'applied index is now lower than readState.Index' (duration: 1.817723354s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.647308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.084517Z","time spent":"5.562728176s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:29.64751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448667929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:29.647548Z","caller":"traceutil/trace.go:171","msg":"trace[1795784211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:32385; }","duration":"5.448760472s","start":"2026-05-07T03:19:24.198776Z","end":"2026-05-07T03:19:29.647536Z","steps":["trace[1795784211] 'agreement among raft nodes before linearized reading' (duration: 5.44869481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367357004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad264866cde1cc\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T03:19:29.647576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.198756Z","time spent":"5.448812062s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.647584Z","caller":"traceutil/trace.go:171","msg":"trace[737966484] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad264866cde1cc; range_end:; response_count:1; response_revision:32385; }","duration":"5.367450446s","start":"2026-05-07T03:19:24.280121Z","end":"2026-05-07T03:19:29.647571Z","steps":["trace[737966484] 'agreement among raft nodes before linearized reading' (duration: 5.367320943s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.28009Z","time spent":"5.367509987s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad264866cde1cc\" "} {"level":"warn","ts":"2026-05-07T03:19:29.647718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647660284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:29.64774Z","caller":"traceutil/trace.go:171","msg":"trace[1138969900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32385; }","duration":"5.647708445s","start":"2026-05-07T03:19:24.000024Z","end":"2026-05-07T03:19:29.647733Z","steps":["trace[1138969900] 'agreement among raft nodes before linearized reading' (duration: 5.647665653s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249249954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-05-07T03:19:29.64776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.000007Z","time spent":"5.647747986s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:19:29.647765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259839151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:19:29.647782Z","caller":"traceutil/trace.go:171","msg":"trace[1105692213] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:32385; }","duration":"4.249296725s","start":"2026-05-07T03:19:25.398476Z","end":"2026-05-07T03:19:29.647772Z","steps":["trace[1105692213] 'agreement among raft nodes before linearized reading' (duration: 4.249194492s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.647786Z","caller":"traceutil/trace.go:171","msg":"trace[1182037458] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:32385; }","duration":"4.259874702s","start":"2026-05-07T03:19:25.387905Z","end":"2026-05-07T03:19:29.64778Z","steps":["trace[1182037458] 'agreement among raft nodes before linearized reading' (duration: 4.259812951s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.398467Z","time spent":"4.249333036s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T03:19:29.647807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.387895Z","time spent":"4.259907953s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T03:19:29.647843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750904985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:29.64783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471772513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:29.647876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974423737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:29.64788Z","caller":"traceutil/trace.go:171","msg":"trace[1394808622] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:32385; }","duration":"3.750976417s","start":"2026-05-07T03:19:25.89689Z","end":"2026-05-07T03:19:29.647866Z","steps":["trace[1394808622] 'agreement among raft nodes before linearized reading' (duration: 3.750929376s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.647896Z","caller":"traceutil/trace.go:171","msg":"trace[1642859504] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:32385; }","duration":"3.974495778s","start":"2026-05-07T03:19:25.673393Z","end":"2026-05-07T03:19:29.647889Z","steps":["trace[1642859504] 'agreement among raft nodes before linearized reading' (duration: 3.974460718s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.64791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.636765325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:19:29.647899Z","caller":"traceutil/trace.go:171","msg":"trace[1201371993] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32385; }","duration":"3.471854474s","start":"2026-05-07T03:19:26.176025Z","end":"2026-05-07T03:19:29.647879Z","steps":["trace[1201371993] 'agreement among raft nodes before linearized reading' (duration: 3.471709081s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.896868Z","time spent":"3.751037228s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.647931Z","caller":"traceutil/trace.go:171","msg":"trace[2042676970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32385; }","duration":"8.636830946s","start":"2026-05-07T03:19:21.011094Z","end":"2026-05-07T03:19:29.647925Z","steps":["trace[2042676970] 'agreement among raft nodes before linearized reading' (duration: 8.636756745s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.64795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.011072Z","time spent":"8.636874239s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:19:29.647958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141765994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:29.647951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:26.175999Z","time spent":"3.471938167s","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.647975Z","caller":"traceutil/trace.go:171","msg":"trace[651772113] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32385; }","duration":"4.141831385s","start":"2026-05-07T03:19:25.506139Z","end":"2026-05-07T03:19:29.64797Z","steps":["trace[651772113] 'agreement among raft nodes before linearized reading' (duration: 4.141789994s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569316483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-07T03:19:29.647994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.506115Z","time spent":"4.141874557s","remote":"127.0.0.1:42162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:29.647915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.673319Z","time spent":"3.974590381s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648022Z","caller":"traceutil/trace.go:171","msg":"trace[1376068128] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32385; }","duration":"4.569401185s","start":"2026-05-07T03:19:25.078604Z","end":"2026-05-07T03:19:29.648006Z","steps":["trace[1376068128] 'agreement among raft nodes before linearized reading' (duration: 4.56919318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.078592Z","time spent":"4.569462016s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.459349736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T03:19:29.648121Z","caller":"traceutil/trace.go:171","msg":"trace[154438373] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32385; }","duration":"9.459403586s","start":"2026-05-07T03:19:20.188711Z","end":"2026-05-07T03:19:29.648114Z","steps":["trace[154438373] 'agreement among raft nodes before linearized reading' (duration: 9.459337755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.647781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911649455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:29.648139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.188693Z","time spent":"9.459440948s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248351094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T03:19:29.648169Z","caller":"traceutil/trace.go:171","msg":"trace[1060811825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32385; }","duration":"4.248394915s","start":"2026-05-07T03:19:25.399768Z","end":"2026-05-07T03:19:29.648162Z","steps":["trace[1060811825] 'agreement among raft nodes before linearized reading' (duration: 4.248330784s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.399753Z","time spent":"4.248431366s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:19:29.648198Z","caller":"traceutil/trace.go:171","msg":"trace[1214792035] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:32385; }","duration":"3.912111585s","start":"2026-05-07T03:19:25.736041Z","end":"2026-05-07T03:19:29.648153Z","steps":["trace[1214792035] 'agreement among raft nodes before linearized reading' (duration: 3.911642694s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.137036762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:29.648233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261318713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T03:19:29.648191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8213732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-05-07T03:19:29.648263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.736012Z","time spent":"3.912233188s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.64827Z","caller":"traceutil/trace.go:171","msg":"trace[696935673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32385; }","duration":"4.261394865s","start":"2026-05-07T03:19:25.386863Z","end":"2026-05-07T03:19:29.648258Z","steps":["trace[696935673] 'agreement among raft nodes before linearized reading' (duration: 4.261304043s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.648267Z","caller":"traceutil/trace.go:171","msg":"trace[1136712096] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32385; }","duration":"6.137144534s","start":"2026-05-07T03:19:23.511103Z","end":"2026-05-07T03:19:29.648247Z","steps":["trace[1136712096] 'agreement among raft nodes before linearized reading' (duration: 6.137055412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719208646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:19:29.648278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597392359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-05-07T03:19:29.648087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.280913009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:19:29.648297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.386838Z","time spent":"4.261453596s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:19:29.648313Z","caller":"traceutil/trace.go:171","msg":"trace[779821963] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:32385; }","duration":"2.719254817s","start":"2026-05-07T03:19:26.929051Z","end":"2026-05-07T03:19:29.648306Z","steps":["trace[779821963] 'agreement among raft nodes before linearized reading' (duration: 2.719195085s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.648326Z","caller":"traceutil/trace.go:171","msg":"trace[1564245769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32385; }","duration":"8.281232496s","start":"2026-05-07T03:19:21.367086Z","end":"2026-05-07T03:19:29.648318Z","steps":["trace[1564245769] 'agreement among raft nodes before linearized reading' (duration: 8.280695474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:23.511079Z","time spent":"6.137225497s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648328Z","caller":"traceutil/trace.go:171","msg":"trace[731197199] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32385; }","duration":"4.597469751s","start":"2026-05-07T03:19:25.050843Z","end":"2026-05-07T03:19:29.648313Z","steps":["trace[731197199] 'agreement among raft nodes before linearized reading' (duration: 4.597328588s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.64833Z","caller":"traceutil/trace.go:171","msg":"trace[708722689] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:32385; }","duration":"4.821555374s","start":"2026-05-07T03:19:24.826725Z","end":"2026-05-07T03:19:29.648281Z","steps":["trace[708722689] 'agreement among raft nodes before linearized reading' (duration: 4.821106104s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.050828Z","time spent":"4.597529362s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:24.826695Z","time spent":"4.821681207s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:26.929037Z","time spent":"2.719291877s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.044914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:29.648462Z","caller":"traceutil/trace.go:171","msg":"trace[1426247363] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:32385; }","duration":"237.068235ms","start":"2026-05-07T03:19:29.411385Z","end":"2026-05-07T03:19:29.648453Z","steps":["trace[1426247363] 'agreement among raft nodes before linearized reading' (duration: 236.979873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064536405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T03:19:29.648475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082561797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:29.648483Z","caller":"traceutil/trace.go:171","msg":"trace[660248398] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32385; }","duration":"7.064600936s","start":"2026-05-07T03:19:22.583877Z","end":"2026-05-07T03:19:29.648478Z","steps":["trace[660248398] 'agreement among raft nodes before linearized reading' (duration: 7.064481314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.583854Z","time spent":"7.064646967s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648508Z","caller":"traceutil/trace.go:171","msg":"trace[1309070629] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:32385; }","duration":"7.082649589s","start":"2026-05-07T03:19:22.565847Z","end":"2026-05-07T03:19:29.648497Z","steps":["trace[1309070629] 'agreement among raft nodes before linearized reading' (duration: 7.082596838s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.014479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:29.648529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358584989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:29.648536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.565813Z","time spent":"7.082714881s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648547Z","caller":"traceutil/trace.go:171","msg":"trace[1662662286] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:32385; }","duration":"887.079341ms","start":"2026-05-07T03:19:28.761461Z","end":"2026-05-07T03:19:29.648541Z","steps":["trace[1662662286] 'agreement among raft nodes before linearized reading' (duration: 887.04014ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.648553Z","caller":"traceutil/trace.go:171","msg":"trace[1632349108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32385; }","duration":"1.358647791s","start":"2026-05-07T03:19:28.289899Z","end":"2026-05-07T03:19:29.648547Z","steps":["trace[1632349108] 'agreement among raft nodes before linearized reading' (duration: 1.35860995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.761439Z","time spent":"887.124211ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:29.648572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.289878Z","time spent":"1.358690101s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548954763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:29.648611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.91527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:29.648109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261209011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-07T03:19:29.648639Z","caller":"traceutil/trace.go:171","msg":"trace[1911130077] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:32385; }","duration":"729.983482ms","start":"2026-05-07T03:19:28.918647Z","end":"2026-05-07T03:19:29.64863Z","steps":["trace[1911130077] 'agreement among raft nodes before linearized reading' (duration: 729.92281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.918626Z","time spent":"730.032693ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:29.64822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.822374724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:29.648706Z","caller":"traceutil/trace.go:171","msg":"trace[389556343] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:32385; }","duration":"9.822884474s","start":"2026-05-07T03:19:19.825814Z","end":"2026-05-07T03:19:29.648699Z","steps":["trace[389556343] 'agreement among raft nodes before linearized reading' (duration: 9.822375063s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.447971088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-07T03:19:29.648716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337173997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:29.648729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.212365009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:19:29.648772Z","caller":"traceutil/trace.go:171","msg":"trace[175849678] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:32385; }","duration":"4.33729289s","start":"2026-05-07T03:19:25.311463Z","end":"2026-05-07T03:19:29.648756Z","steps":["trace[175849678] 'agreement among raft nodes before linearized reading' (duration: 4.336494553s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.648782Z","caller":"traceutil/trace.go:171","msg":"trace[1303693166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32385; }","duration":"8.2124422s","start":"2026-05-07T03:19:21.436325Z","end":"2026-05-07T03:19:29.648767Z","steps":["trace[1303693166] 'agreement among raft nodes before linearized reading' (duration: 8.212317577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.311418Z","time spent":"4.337386573s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648801Z","caller":"traceutil/trace.go:171","msg":"trace[2050804802] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32385; }","duration":"7.448308985s","start":"2026-05-07T03:19:22.200439Z","end":"2026-05-07T03:19:29.648748Z","steps":["trace[2050804802] 'agreement among raft nodes before linearized reading' (duration: 7.447907727s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.648616Z","caller":"traceutil/trace.go:171","msg":"trace[86363464] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32385; }","duration":"7.549037265s","start":"2026-05-07T03:19:22.099563Z","end":"2026-05-07T03:19:29.6486Z","steps":["trace[86363464] 'agreement among raft nodes before linearized reading' (duration: 7.548962843s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.648864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.436308Z","time spent":"8.212529412s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.099544Z","time spent":"7.549337311s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:29.648896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.200423Z","time spent":"7.448452788s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T03:19:29.648748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.825804Z","time spent":"9.822934905s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:29.648697Z","caller":"traceutil/trace.go:171","msg":"trace[1572392164] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:32385; }","duration":"4.261835104s","start":"2026-05-07T03:19:25.386826Z","end":"2026-05-07T03:19:29.648661Z","steps":["trace[1572392164] 'agreement among raft nodes before linearized reading' (duration: 4.261004576s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.649001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.386813Z","time spent":"4.262171643s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T03:19:29.64835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.367064Z","time spent":"8.281278796s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:29.824034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.209617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:29.824153Z","caller":"traceutil/trace.go:171","msg":"trace[1865052095] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"151.37105ms","start":"2026-05-07T03:19:29.672753Z","end":"2026-05-07T03:19:29.824124Z","steps":["trace[1865052095] 'agreement among raft nodes before linearized reading' (duration: 151.219797ms)"],"step_count":1} 2026/05/07 03:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.049069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.167091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.049164Z","caller":"traceutil/trace.go:171","msg":"trace[1077034345] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"376.287284ms","start":"2026-05-07T03:19:29.672855Z","end":"2026-05-07T03:19:30.049142Z","steps":["trace[1077034345] 'agreement among raft nodes before linearized reading' (duration: 376.172261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.049211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672848Z","time spent":"376.350005ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.085466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.608745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.085573Z","caller":"traceutil/trace.go:171","msg":"trace[1859724998] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"412.768919ms","start":"2026-05-07T03:19:29.672778Z","end":"2026-05-07T03:19:30.085546Z","steps":["trace[1859724998] 'agreement among raft nodes before linearized reading' (duration: 412.638226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.08564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672754Z","time spent":"412.87258ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.115345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.469991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.115455Z","caller":"traceutil/trace.go:171","msg":"trace[964888919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"442.607785ms","start":"2026-05-07T03:19:29.672829Z","end":"2026-05-07T03:19:30.115437Z","steps":["trace[964888919] 'agreement among raft nodes before linearized reading' (duration: 442.474862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.115504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672823Z","time spent":"442.670866ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.385542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.533192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.385632Z","caller":"traceutil/trace.go:171","msg":"trace[314493513] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"712.669185ms","start":"2026-05-07T03:19:29.672943Z","end":"2026-05-07T03:19:30.385612Z","steps":["trace[314493513] 'agreement among raft nodes before linearized reading' (duration: 712.541282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.385688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672935Z","time spent":"712.736336ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.389365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.46334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.389434Z","caller":"traceutil/trace.go:171","msg":"trace[2057599141] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"716.592753ms","start":"2026-05-07T03:19:29.672827Z","end":"2026-05-07T03:19:30.38942Z","steps":["trace[2057599141] 'agreement among raft nodes before linearized reading' (duration: 716.484231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.389541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672812Z","time spent":"716.662054ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.395648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.613176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.39576Z","caller":"traceutil/trace.go:171","msg":"trace[944187216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"722.76074ms","start":"2026-05-07T03:19:29.672973Z","end":"2026-05-07T03:19:30.395734Z","steps":["trace[944187216] 'agreement among raft nodes before linearized reading' (duration: 722.604856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.395826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672963Z","time spent":"722.850643ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.397667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.55339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:30.39771Z","caller":"traceutil/trace.go:171","msg":"trace[828634070] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"724.606411ms","start":"2026-05-07T03:19:29.673094Z","end":"2026-05-07T03:19:30.3977Z","steps":["trace[828634070] 'agreement among raft nodes before linearized reading' (duration: 724.55418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.397738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672999Z","time spent":"724.731814ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/07 03:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:30.566976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.194324ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T03:19:30.567156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.651512Z","time spent":"915.641078ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:19:30.567567Z","caller":"traceutil/trace.go:171","msg":"trace[1010788975] transaction","detail":"{read_only:false; response_revision:32386; number_of_response:1; }","duration":"915.864383ms","start":"2026-05-07T03:19:29.651689Z","end":"2026-05-07T03:19:30.567553Z","steps":["trace[1010788975] 'process raft request' (duration: 915.372062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.567618Z","caller":"traceutil/trace.go:171","msg":"trace[1340279095] linearizableReadLoop","detail":"{readStateIndex:33554; appliedIndex:33552; }","duration":"894.842114ms","start":"2026-05-07T03:19:29.672765Z","end":"2026-05-07T03:19:30.567607Z","steps":["trace[1340279095] 'read index received' (duration: 251.027016ms)","trace[1340279095] 'applied index is now lower than readState.Index' (duration: 643.814298ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:30.567645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.651668Z","time spent":"915.928925ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:30.56764Z","caller":"traceutil/trace.go:171","msg":"trace[1844728601] transaction","detail":"{read_only:false; response_revision:32387; number_of_response:1; }","duration":"894.377393ms","start":"2026-05-07T03:19:29.673237Z","end":"2026-05-07T03:19:30.567614Z","steps":["trace[1844728601] 'process raft request' (duration: 894.23869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.567685Z","caller":"traceutil/trace.go:171","msg":"trace[245895235] transaction","detail":"{read_only:false; response_revision:32389; number_of_response:1; }","duration":"894.361992ms","start":"2026-05-07T03:19:29.673294Z","end":"2026-05-07T03:19:30.567656Z","steps":["trace[245895235] 'process raft request' (duration: 894.26575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.567712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.944796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:30.567698Z","caller":"traceutil/trace.go:171","msg":"trace[1874829283] transaction","detail":"{read_only:false; response_revision:32390; number_of_response:1; }","duration":"740.532207ms","start":"2026-05-07T03:19:29.827136Z","end":"2026-05-07T03:19:30.567668Z","steps":["trace[1874829283] 'process raft request' (duration: 740.446845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.567784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.673218Z","time spent":"894.491555ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:30.567802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.673262Z","time spent":"894.476915ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:30.567878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.827102Z","time spent":"740.675651ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:30.567741Z","caller":"traceutil/trace.go:171","msg":"trace[1983155721] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32390; }","duration":"895.023458ms","start":"2026-05-07T03:19:29.67271Z","end":"2026-05-07T03:19:30.567733Z","steps":["trace[1983155721] 'agreement among raft nodes before linearized reading' (duration: 894.956486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.568006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672683Z","time spent":"895.314654ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:19:30.568009Z","caller":"traceutil/trace.go:171","msg":"trace[1879639470] transaction","detail":"{read_only:false; response_revision:32388; number_of_response:1; }","duration":"894.75191ms","start":"2026-05-07T03:19:29.673245Z","end":"2026-05-07T03:19:30.567997Z","steps":["trace[1879639470] 'process raft request' (duration: 894.27938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.568068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.673227Z","time spent":"894.808612ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:30.660798Z","caller":"traceutil/trace.go:171","msg":"trace[485315961] transaction","detail":"{read_only:false; response_revision:32391; number_of_response:1; }","duration":"271.291049ms","start":"2026-05-07T03:19:30.389467Z","end":"2026-05-07T03:19:30.660758Z","steps":["trace[485315961] 'process raft request' (duration: 270.957531ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.661029Z","caller":"traceutil/trace.go:171","msg":"trace[1205595541] transaction","detail":"{read_only:false; response_revision:32392; number_of_response:1; }","duration":"268.992197ms","start":"2026-05-07T03:19:30.391993Z","end":"2026-05-07T03:19:30.660985Z","steps":["trace[1205595541] 'process raft request' (duration: 268.67843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.308813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:30.661198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.515346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:30.661233Z","caller":"traceutil/trace.go:171","msg":"trace[486365169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:32392; }","duration":"762.484628ms","start":"2026-05-07T03:19:29.898728Z","end":"2026-05-07T03:19:30.661213Z","steps":["trace[486365169] 'agreement among raft nodes before linearized reading' (duration: 762.273073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.661269Z","caller":"traceutil/trace.go:171","msg":"trace[1487029221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32392; }","duration":"984.611968ms","start":"2026-05-07T03:19:29.676641Z","end":"2026-05-07T03:19:30.661253Z","steps":["trace[1487029221] 'agreement among raft nodes before linearized reading' (duration: 984.481275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.418603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"warn","ts":"2026-05-07T03:19:30.661283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.898699Z","time spent":"762.568499ms","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:30.661306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.676632Z","time spent":"984.667329ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:30.66132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.506706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:30.661391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.257701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:30.661401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.399533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-05-07T03:19:30.661466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.112218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:19:30.661431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.560406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-07T03:19:30.661515Z","caller":"traceutil/trace.go:171","msg":"trace[849984974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32392; }","duration":"367.22562ms","start":"2026-05-07T03:19:30.294278Z","end":"2026-05-07T03:19:30.661504Z","steps":["trace[849984974] 'agreement among raft nodes before linearized reading' (duration: 367.136218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.294245Z","time spent":"367.303252ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:19:30.661439Z","caller":"traceutil/trace.go:171","msg":"trace[903594507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:32392; }","duration":"307.69271ms","start":"2026-05-07T03:19:30.353724Z","end":"2026-05-07T03:19:30.661416Z","steps":["trace[903594507] 'agreement among raft nodes before linearized reading' (duration: 307.458555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.661569Z","caller":"traceutil/trace.go:171","msg":"trace[960978931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4; range_end:; response_count:1; response_revision:32392; }","duration":"988.73721ms","start":"2026-05-07T03:19:29.672799Z","end":"2026-05-07T03:19:30.661536Z","steps":["trace[960978931] 'agreement among raft nodes before linearized reading' (duration: 988.29458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.353698Z","time spent":"307.905705ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:30.661635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672683Z","time spent":"988.941535ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-53d82d69-2a66-490e-bd26-cfc6fd706ee4\" "} {"level":"info","ts":"2026-05-07T03:19:30.661507Z","caller":"traceutil/trace.go:171","msg":"trace[1051127677] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:32392; }","duration":"988.593597ms","start":"2026-05-07T03:19:29.672893Z","end":"2026-05-07T03:19:30.661486Z","steps":["trace[1051127677] 'agreement among raft nodes before linearized reading' (duration: 988.136357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672883Z","time spent":"988.866023ms","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1178,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"info","ts":"2026-05-07T03:19:30.661313Z","caller":"traceutil/trace.go:171","msg":"trace[1372889120] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:32392; }","duration":"988.537906ms","start":"2026-05-07T03:19:29.672762Z","end":"2026-05-07T03:19:30.6613Z","steps":["trace[1372889120] 'agreement among raft nodes before linearized reading' (duration: 988.308901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.66188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.672741Z","time spent":"989.11545ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7251,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T03:19:30.661443Z","caller":"traceutil/trace.go:171","msg":"trace[1963903089] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32392; }","duration":"307.375113ms","start":"2026-05-07T03:19:30.354052Z","end":"2026-05-07T03:19:30.661427Z","steps":["trace[1963903089] 'agreement among raft nodes before linearized reading' (duration: 307.263621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.661941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.354015Z","time spent":"307.912937ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:30.865158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.711724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:30.865885Z","caller":"traceutil/trace.go:171","msg":"trace[799438073] transaction","detail":"{read_only:false; response_revision:32395; number_of_response:1; }","duration":"193.246296ms","start":"2026-05-07T03:19:30.672622Z","end":"2026-05-07T03:19:30.865868Z","steps":["trace[799438073] 'process raft request' (duration: 192.695294ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.865961Z","caller":"traceutil/trace.go:171","msg":"trace[1018548440] transaction","detail":"{read_only:false; response_revision:32394; number_of_response:1; }","duration":"199.770131ms","start":"2026-05-07T03:19:30.666166Z","end":"2026-05-07T03:19:30.865936Z","steps":["trace[1018548440] 'process raft request' (duration: 199.082016ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.865975Z","caller":"traceutil/trace.go:171","msg":"trace[929907842] transaction","detail":"{read_only:false; response_revision:32393; number_of_response:1; }","duration":"297.569515ms","start":"2026-05-07T03:19:30.568378Z","end":"2026-05-07T03:19:30.865947Z","steps":["trace[929907842] 'process raft request' (duration: 121.007812ms)","trace[929907842] 'compare' (duration: 175.621802ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:30.866023Z","caller":"traceutil/trace.go:171","msg":"trace[684663589] linearizableReadLoop","detail":"{readStateIndex:33561; appliedIndex:33560; }","duration":"205.025608ms","start":"2026-05-07T03:19:30.660945Z","end":"2026-05-07T03:19:30.865971Z","steps":["trace[684663589] 'read index received' (duration: 28.462596ms)","trace[684663589] 'applied index is now lower than readState.Index' (duration: 176.554232ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:30.866078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.814138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:30.866145Z","caller":"traceutil/trace.go:171","msg":"trace[1433411511] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32395; }","duration":"292.906951ms","start":"2026-05-07T03:19:30.57322Z","end":"2026-05-07T03:19:30.866127Z","steps":["trace[1433411511] 'agreement among raft nodes before linearized reading' (duration: 292.757548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.866219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.980917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-07T03:19:30.866244Z","caller":"traceutil/trace.go:171","msg":"trace[1420000639] range","detail":"{range_begin:/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5; range_end:; response_count:1; response_revision:32395; }","duration":"295.027128ms","start":"2026-05-07T03:19:30.571208Z","end":"2026-05-07T03:19:30.866235Z","steps":["trace[1420000639] 'agreement among raft nodes before linearized reading' (duration: 294.930516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.866285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.424623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:30.866373Z","caller":"traceutil/trace.go:171","msg":"trace[1731309148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32395; }","duration":"203.566116ms","start":"2026-05-07T03:19:30.66279Z","end":"2026-05-07T03:19:30.866356Z","steps":["trace[1731309148] 'agreement among raft nodes before linearized reading' (duration: 203.426642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.263184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.579875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:31.263263Z","caller":"traceutil/trace.go:171","msg":"trace[699006242] linearizableReadLoop","detail":"{readStateIndex:33564; appliedIndex:33563; }","duration":"393.727722ms","start":"2026-05-07T03:19:30.869523Z","end":"2026-05-07T03:19:31.263251Z","steps":["trace[699006242] 'read index received' (duration: 138.908061ms)","trace[699006242] 'applied index is now lower than readState.Index' (duration: 254.818431ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:31.263327Z","caller":"traceutil/trace.go:171","msg":"trace[523516129] transaction","detail":"{read_only:false; response_revision:32396; number_of_response:1; }","duration":"394.612171ms","start":"2026-05-07T03:19:30.868706Z","end":"2026-05-07T03:19:31.263319Z","steps":["trace[523516129] 'process raft request' (duration: 139.824642ms)","trace[523516129] 'compare' (duration: 254.327229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:31.263364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.868688Z","time spent":"394.655833ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:31.263614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.0896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:19:31.263644Z","caller":"traceutil/trace.go:171","msg":"trace[1127700532] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32396; }","duration":"394.14011ms","start":"2026-05-07T03:19:30.869498Z","end":"2026-05-07T03:19:31.263638Z","steps":["trace[1127700532] 'agreement among raft nodes before linearized reading' (duration: 394.052298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.263664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.869483Z","time spent":"394.175901ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:19:31.263837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.255913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f81f1efc-b276-4d14-a6b2-0e52d6bf0bab\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-07T03:19:31.263863Z","caller":"traceutil/trace.go:171","msg":"trace[1145864569] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f81f1efc-b276-4d14-a6b2-0e52d6bf0bab; range_end:; response_count:1; response_revision:32396; }","duration":"394.308034ms","start":"2026-05-07T03:19:30.869548Z","end":"2026-05-07T03:19:31.263856Z","steps":["trace[1145864569] 'agreement among raft nodes before linearized reading' (duration: 394.220672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.26388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.869537Z","time spent":"394.338625ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-f81f1efc-b276-4d14-a6b2-0e52d6bf0bab\" "} {"level":"warn","ts":"2026-05-07T03:19:31.264048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.570354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:31.264076Z","caller":"traceutil/trace.go:171","msg":"trace[1381920433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32396; }","duration":"181.649866ms","start":"2026-05-07T03:19:31.082419Z","end":"2026-05-07T03:19:31.264068Z","steps":["trace[1381920433] 'agreement among raft nodes before linearized reading' (duration: 181.605685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.264212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.037768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:19:31.264236Z","caller":"traceutil/trace.go:171","msg":"trace[174834246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32396; }","duration":"213.126909ms","start":"2026-05-07T03:19:31.051104Z","end":"2026-05-07T03:19:31.264231Z","steps":["trace[174834246] 'agreement among raft nodes before linearized reading' (duration: 213.061058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.264389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.677922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/dashboard.18ad2a4eadf87870\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-05-07T03:19:31.264426Z","caller":"traceutil/trace.go:171","msg":"trace[696881172] range","detail":"{range_begin:/registry/events/openstack/dashboard.18ad2a4eadf87870; range_end:; response_count:1; response_revision:32396; }","duration":"393.744172ms","start":"2026-05-07T03:19:30.870674Z","end":"2026-05-07T03:19:31.264418Z","steps":["trace[696881172] 'agreement among raft nodes before linearized reading' (duration: 393.65059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.264452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.870657Z","time spent":"393.788664ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/dashboard.18ad2a4eadf87870\" "} {"level":"warn","ts":"2026-05-07T03:19:31.264433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.863194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-05-07T03:19:31.264534Z","caller":"traceutil/trace.go:171","msg":"trace[828900470] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:32396; }","duration":"392.998846ms","start":"2026-05-07T03:19:30.871511Z","end":"2026-05-07T03:19:31.26451Z","steps":["trace[828900470] 'agreement among raft nodes before linearized reading' (duration: 392.69496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.2646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.871502Z","time spent":"393.082488ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7443,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T03:19:31.264963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.933807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:19:31.265013Z","caller":"traceutil/trace.go:171","msg":"trace[202176124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32396; }","duration":"214.005309ms","start":"2026-05-07T03:19:31.050993Z","end":"2026-05-07T03:19:31.264998Z","steps":["trace[202176124] 'agreement among raft nodes before linearized reading' (duration: 213.892687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.265119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.037573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:31.265165Z","caller":"traceutil/trace.go:171","msg":"trace[622003025] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32396; }","duration":"391.085214ms","start":"2026-05-07T03:19:30.87407Z","end":"2026-05-07T03:19:31.265155Z","steps":["trace[622003025] 'agreement among raft nodes before linearized reading' (duration: 391.016012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.265196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.874051Z","time spent":"391.137014ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:19:31.265253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.279498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:31.265307Z","caller":"traceutil/trace.go:171","msg":"trace[543401721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32396; }","duration":"391.332699ms","start":"2026-05-07T03:19:30.87396Z","end":"2026-05-07T03:19:31.265293Z","steps":["trace[543401721] 'agreement among raft nodes before linearized reading' (duration: 391.251417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.265385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:30.873939Z","time spent":"391.433601ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:31.265415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.49508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:19:31.265444Z","caller":"traceutil/trace.go:171","msg":"trace[993336362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32396; }","duration":"214.562202ms","start":"2026-05-07T03:19:31.050873Z","end":"2026-05-07T03:19:31.265435Z","steps":["trace[993336362] 'agreement among raft nodes before linearized reading' (duration: 214.448109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.2656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.937161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:31.26564Z","caller":"traceutil/trace.go:171","msg":"trace[853917907] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:32396; }","duration":"233.005223ms","start":"2026-05-07T03:19:31.032623Z","end":"2026-05-07T03:19:31.265628Z","steps":["trace[853917907] 'agreement among raft nodes before linearized reading' (duration: 232.951712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.395988Z","caller":"traceutil/trace.go:171","msg":"trace[825635093] linearizableReadLoop","detail":"{readStateIndex:33568; appliedIndex:33564; }","duration":"120.46396ms","start":"2026-05-07T03:19:31.275501Z","end":"2026-05-07T03:19:31.395965Z","steps":["trace[825635093] 'read index received' (duration: 77.745256ms)","trace[825635093] 'applied index is now lower than readState.Index' (duration: 42.717834ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:31.396353Z","caller":"traceutil/trace.go:171","msg":"trace[1090557523] transaction","detail":"{read_only:false; response_revision:32398; number_of_response:1; }","duration":"121.092924ms","start":"2026-05-07T03:19:31.27525Z","end":"2026-05-07T03:19:31.396343Z","steps":["trace[1090557523] 'process raft request' (duration: 120.386898ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.396453Z","caller":"traceutil/trace.go:171","msg":"trace[2094329122] transaction","detail":"{read_only:false; response_revision:32402; number_of_response:1; }","duration":"120.711806ms","start":"2026-05-07T03:19:31.275732Z","end":"2026-05-07T03:19:31.396444Z","steps":["trace[2094329122] 'process raft request' (duration: 120.180854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.396642Z","caller":"traceutil/trace.go:171","msg":"trace[143046402] transaction","detail":"{read_only:false; response_revision:32399; number_of_response:1; }","duration":"121.312429ms","start":"2026-05-07T03:19:31.275323Z","end":"2026-05-07T03:19:31.396635Z","steps":["trace[143046402] 'process raft request' (duration: 120.46498ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.396791Z","caller":"traceutil/trace.go:171","msg":"trace[2137482916] transaction","detail":"{read_only:false; response_revision:32401; number_of_response:1; }","duration":"121.216306ms","start":"2026-05-07T03:19:31.275568Z","end":"2026-05-07T03:19:31.396785Z","steps":["trace[2137482916] 'process raft request' (duration: 120.296216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.396843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.045673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:19:31.396921Z","caller":"traceutil/trace.go:171","msg":"trace[304552363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:32402; }","duration":"121.158416ms","start":"2026-05-07T03:19:31.275742Z","end":"2026-05-07T03:19:31.3969Z","steps":["trace[304552363] 'agreement among raft nodes before linearized reading' (duration: 120.928651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.396982Z","caller":"traceutil/trace.go:171","msg":"trace[141753676] transaction","detail":"{read_only:false; response_revision:32400; number_of_response:1; }","duration":"121.600065ms","start":"2026-05-07T03:19:31.275357Z","end":"2026-05-07T03:19:31.396957Z","steps":["trace[141753676] 'process raft request' (duration: 120.46944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.397194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.688027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:19:31.397232Z","caller":"traceutil/trace.go:171","msg":"trace[1860210848] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32402; }","duration":"121.751119ms","start":"2026-05-07T03:19:31.275473Z","end":"2026-05-07T03:19:31.397224Z","steps":["trace[1860210848] 'agreement among raft nodes before linearized reading' (duration: 121.642676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.914872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289013891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:19:31.929055Z","caller":"traceutil/trace.go:171","msg":"trace[1520018829] transaction","detail":"{read_only:false; response_revision:32404; number_of_response:1; }","duration":"516.33811ms","start":"2026-05-07T03:19:31.412688Z","end":"2026-05-07T03:19:31.929026Z","steps":["trace[1520018829] 'process raft request' (duration: 516.091175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:31.929221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:31.412676Z","time spent":"516.455103ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:32.212312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.980785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:32.21265Z","caller":"traceutil/trace.go:171","msg":"trace[1624298211] transaction","detail":"{read_only:false; response_revision:32405; number_of_response:1; }","duration":"557.233804ms","start":"2026-05-07T03:19:31.655338Z","end":"2026-05-07T03:19:32.212572Z","steps":["trace[1624298211] 'process raft request' (duration: 425.216066ms)","trace[1624298211] 'compare' (duration: 130.767471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:32.212797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.631804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-07T03:19:32.212862Z","caller":"traceutil/trace.go:171","msg":"trace[1898166094] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc; range_end:; response_count:1; response_revision:32405; }","duration":"798.715597ms","start":"2026-05-07T03:19:31.414127Z","end":"2026-05-07T03:19:32.212842Z","steps":["trace[1898166094] 'agreement among raft nodes before linearized reading' (duration: 798.515832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:32.212917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:31.414112Z","time spent":"798.794588ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c0a0804c-f11c-4d79-b4d2-0fd6a937b8bc\" "} {"level":"warn","ts":"2026-05-07T03:19:32.212934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:31.655303Z","time spent":"557.429138ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:32.213099Z","caller":"traceutil/trace.go:171","msg":"trace[733004766] linearizableReadLoop","detail":"{readStateIndex:33573; appliedIndex:33571; }","duration":"798.323808ms","start":"2026-05-07T03:19:31.414153Z","end":"2026-05-07T03:19:32.212477Z","steps":["trace[733004766] 'read index received' (duration: 514.611202ms)","trace[733004766] 'applied index is now lower than readState.Index' (duration: 283.710036ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:32.213326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.164156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:19:32.213487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.926437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:32.213528Z","caller":"traceutil/trace.go:171","msg":"trace[632967641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32405; }","duration":"527.014529ms","start":"2026-05-07T03:19:31.686502Z","end":"2026-05-07T03:19:32.213516Z","steps":["trace[632967641] 'agreement among raft nodes before linearized reading' (duration: 526.951047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:32.213565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:31.686478Z","time spent":"527.077551ms","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:19:32.213671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.93536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:19:32.213857Z","caller":"traceutil/trace.go:171","msg":"trace[366289437] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32405; }","duration":"713.30383ms","start":"2026-05-07T03:19:31.500527Z","end":"2026-05-07T03:19:32.213831Z","steps":["trace[366289437] 'agreement among raft nodes before linearized reading' (duration: 712.715086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:32.213987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:31.500504Z","time spent":"713.462054ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T03:19:32.213423Z","caller":"traceutil/trace.go:171","msg":"trace[2059760999] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32405; }","duration":"220.307399ms","start":"2026-05-07T03:19:31.993101Z","end":"2026-05-07T03:19:32.213408Z","steps":["trace[2059760999] 'agreement among raft nodes before linearized reading' (duration: 220.148786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:33.036363Z","caller":"traceutil/trace.go:171","msg":"trace[1945584239] transaction","detail":"{read_only:false; response_revision:32409; number_of_response:1; }","duration":"198.537724ms","start":"2026-05-07T03:19:32.837799Z","end":"2026-05-07T03:19:33.036336Z","steps":["trace[1945584239] 'process raft request' (duration: 198.33756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:33.103149Z","caller":"traceutil/trace.go:171","msg":"trace[455934391] linearizableReadLoop","detail":"{readStateIndex:33579; appliedIndex:33577; }","duration":"256.697343ms","start":"2026-05-07T03:19:32.846414Z","end":"2026-05-07T03:19:33.103111Z","steps":["trace[455934391] 'read index received' (duration: 189.759298ms)","trace[455934391] 'applied index is now lower than readState.Index' (duration: 66.936834ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:33.103513Z","caller":"traceutil/trace.go:171","msg":"trace[711759667] transaction","detail":"{read_only:false; response_revision:32410; number_of_response:1; }","duration":"258.082964ms","start":"2026-05-07T03:19:32.845412Z","end":"2026-05-07T03:19:33.103495Z","steps":["trace[711759667] 'process raft request' (duration: 257.509701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:33.103931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.483581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-5gjhs.18ad27562f169d79\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-05-07T03:19:33.103974Z","caller":"traceutil/trace.go:171","msg":"trace[900741713] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-5gjhs.18ad27562f169d79; range_end:; response_count:1; response_revision:32410; }","duration":"257.590222ms","start":"2026-05-07T03:19:32.846372Z","end":"2026-05-07T03:19:33.103963Z","steps":["trace[900741713] 'agreement among raft nodes before linearized reading' (duration: 257.403628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:33.104044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.859445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:19:33.104099Z","caller":"traceutil/trace.go:171","msg":"trace[856386825] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32410; }","duration":"256.942267ms","start":"2026-05-07T03:19:32.847143Z","end":"2026-05-07T03:19:33.104086Z","steps":["trace[856386825] 'agreement among raft nodes before linearized reading' (duration: 256.756493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:33.976272Z","caller":"traceutil/trace.go:171","msg":"trace[1361207194] transaction","detail":"{read_only:false; response_revision:32449; number_of_response:1; }","duration":"127.944687ms","start":"2026-05-07T03:19:33.848299Z","end":"2026-05-07T03:19:33.976244Z","steps":["trace[1361207194] 'process raft request' (duration: 103.723326ms)","trace[1361207194] 'compare' (duration: 23.774021ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:34.108936Z","caller":"traceutil/trace.go:171","msg":"trace[1188950291] transaction","detail":"{read_only:false; response_revision:32450; number_of_response:1; }","duration":"124.472ms","start":"2026-05-07T03:19:33.984424Z","end":"2026-05-07T03:19:34.108896Z","steps":["trace[1188950291] 'process raft request' (duration: 111.803566ms)","trace[1188950291] 'compare' (duration: 12.550661ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.273776Z","caller":"traceutil/trace.go:171","msg":"trace[986275504] linearizableReadLoop","detail":"{readStateIndex:33711; appliedIndex:33710; }","duration":"111.318705ms","start":"2026-05-07T03:19:46.162431Z","end":"2026-05-07T03:19:46.27375Z","steps":["trace[986275504] 'read index received' (duration: 111.161391ms)","trace[986275504] 'applied index is now lower than readState.Index' (duration: 156.264µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.273818Z","caller":"traceutil/trace.go:171","msg":"trace[1188520051] transaction","detail":"{read_only:false; response_revision:32540; number_of_response:1; }","duration":"123.935608ms","start":"2026-05-07T03:19:46.149852Z","end":"2026-05-07T03:19:46.273787Z","steps":["trace[1188520051] 'process raft request' (duration: 123.708633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.273928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.469119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:46.273971Z","caller":"traceutil/trace.go:171","msg":"trace[1797362807] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32540; }","duration":"111.566002ms","start":"2026-05-07T03:19:46.162393Z","end":"2026-05-07T03:19:46.273959Z","steps":["trace[1797362807] 'agreement among raft nodes before linearized reading' (duration: 111.454138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:49.460831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29808} {"level":"info","ts":"2026-05-07T03:19:50.086846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29808,"took":"620.310093ms","hash":1728792484,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":36311040,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T03:19:50.086936Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1728792484,"revision":29808,"compact-revision":23578} {"level":"info","ts":"2026-05-07T03:19:50.840326Z","caller":"traceutil/trace.go:171","msg":"trace[1455605900] transaction","detail":"{read_only:false; response_revision:32565; number_of_response:1; }","duration":"100.228358ms","start":"2026-05-07T03:19:50.740074Z","end":"2026-05-07T03:19:50.840302Z","steps":["trace[1455605900] 'process raft request' (duration: 100.069265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:50.87819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.562785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:19:50.878328Z","caller":"traceutil/trace.go:171","msg":"trace[1144681750] transaction","detail":"{read_only:false; response_revision:32566; number_of_response:1; }","duration":"132.460198ms","start":"2026-05-07T03:19:50.745814Z","end":"2026-05-07T03:19:50.878274Z","steps":["trace[1144681750] 'process raft request' (duration: 112.719967ms)","trace[1144681750] 'compare' (duration: 19.423284ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:50.878409Z","caller":"traceutil/trace.go:171","msg":"trace[904047900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32566; }","duration":"104.83579ms","start":"2026-05-07T03:19:50.773551Z","end":"2026-05-07T03:19:50.878387Z","steps":["trace[904047900] 'agreement among raft nodes before linearized reading' (duration: 104.539924ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.93337Z","caller":"traceutil/trace.go:171","msg":"trace[2037463298] linearizableReadLoop","detail":"{readStateIndex:33764; appliedIndex:33762; }","duration":"259.000034ms","start":"2026-05-07T03:19:53.674326Z","end":"2026-05-07T03:19:53.933326Z","steps":["trace[2037463298] 'read index received' (duration: 248.887578ms)","trace[2037463298] 'applied index is now lower than readState.Index' (duration: 10.111626ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:53.933397Z","caller":"traceutil/trace.go:171","msg":"trace[823299409] transaction","detail":"{read_only:false; response_revision:32590; number_of_response:1; }","duration":"341.359213ms","start":"2026-05-07T03:19:53.592004Z","end":"2026-05-07T03:19:53.933363Z","steps":["trace[823299409] 'process raft request' (duration: 341.20678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.933624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.276361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:19:53.933727Z","caller":"traceutil/trace.go:171","msg":"trace[1144357010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32590; }","duration":"259.428355ms","start":"2026-05-07T03:19:53.674273Z","end":"2026-05-07T03:19:53.933701Z","steps":["trace[1144357010] 'agreement among raft nodes before linearized reading' (duration: 259.186049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.933705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.466395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:19:53.933801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.591998Z","time spent":"341.62663ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3284,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:53.933645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.099211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:19:53.933949Z","caller":"traceutil/trace.go:171","msg":"trace[150017845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32590; }","duration":"231.419538ms","start":"2026-05-07T03:19:53.702498Z","end":"2026-05-07T03:19:53.933917Z","steps":["trace[150017845] 'agreement among raft nodes before linearized reading' (duration: 231.03596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.933826Z","caller":"traceutil/trace.go:171","msg":"trace[564627166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32590; }","duration":"233.602257ms","start":"2026-05-07T03:19:53.700177Z","end":"2026-05-07T03:19:53.93378Z","steps":["trace[564627166] 'agreement among raft nodes before linearized reading' (duration: 233.327191ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.933987Z","caller":"traceutil/trace.go:171","msg":"trace[1663844364] transaction","detail":"{read_only:false; response_revision:32589; number_of_response:1; }","duration":"341.441205ms","start":"2026-05-07T03:19:53.591837Z","end":"2026-05-07T03:19:53.933279Z","steps":["trace[1663844364] 'process raft request' (duration: 331.433641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.934156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.591814Z","time spent":"342.259154ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:54.378423Z","caller":"traceutil/trace.go:171","msg":"trace[712989308] transaction","detail":"{read_only:false; response_revision:32592; number_of_response:1; }","duration":"440.306614ms","start":"2026-05-07T03:19:53.93808Z","end":"2026-05-07T03:19:54.378387Z","steps":["trace[712989308] 'process raft request' (duration: 439.74134ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:54.378512Z","caller":"traceutil/trace.go:171","msg":"trace[1628985940] transaction","detail":"{read_only:false; response_revision:32594; number_of_response:1; }","duration":"438.567934ms","start":"2026-05-07T03:19:53.939904Z","end":"2026-05-07T03:19:54.378472Z","steps":["trace[1628985940] 'process raft request' (duration: 438.468222ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:54.378598Z","caller":"traceutil/trace.go:171","msg":"trace[600673442] transaction","detail":"{read_only:false; response_revision:32593; number_of_response:1; }","duration":"440.389365ms","start":"2026-05-07T03:19:53.938166Z","end":"2026-05-07T03:19:54.378556Z","steps":["trace[600673442] 'process raft request' (duration: 439.952855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:54.37857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.938057Z","time spent":"440.437347ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:54.378881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.938159Z","time spent":"440.601931ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:54.378877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.939893Z","time spent":"438.79698ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3088,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:54.420436Z","caller":"traceutil/trace.go:171","msg":"trace[619885359] transaction","detail":"{read_only:false; response_revision:32595; number_of_response:1; }","duration":"352.173194ms","start":"2026-05-07T03:19:54.068223Z","end":"2026-05-07T03:19:54.420396Z","steps":["trace[619885359] 'process raft request' (duration: 351.865497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:54.420619Z","caller":"traceutil/trace.go:171","msg":"trace[362430440] linearizableReadLoop","detail":"{readStateIndex:33769; appliedIndex:33765; }","duration":"270.42748ms","start":"2026-05-07T03:19:54.150163Z","end":"2026-05-07T03:19:54.42059Z","steps":["trace[362430440] 'read index received' (duration: 227.701945ms)","trace[362430440] 'applied index is now lower than readState.Index' (duration: 42.724305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:54.420703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:54.068199Z","time spent":"352.377359ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:54.421012Z","caller":"traceutil/trace.go:171","msg":"trace[81617047] transaction","detail":"{read_only:false; response_revision:32596; number_of_response:1; }","duration":"128.529151ms","start":"2026-05-07T03:19:54.292384Z","end":"2026-05-07T03:19:54.420913Z","steps":["trace[81617047] 'process raft request' (duration: 127.952098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:54.421106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.588189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:54.421158Z","caller":"traceutil/trace.go:171","msg":"trace[668641822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:32596; }","duration":"187.662731ms","start":"2026-05-07T03:19:54.233475Z","end":"2026-05-07T03:19:54.421138Z","steps":["trace[668641822] 'agreement among raft nodes before linearized reading' (duration: 187.527068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:54.421403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.421828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:54.42146Z","caller":"traceutil/trace.go:171","msg":"trace[1660910431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32596; }","duration":"154.49793ms","start":"2026-05-07T03:19:54.266948Z","end":"2026-05-07T03:19:54.421446Z","steps":["trace[1660910431] 'agreement among raft nodes before linearized reading' (duration: 154.349927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:54.422092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.933092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-07T03:19:54.422222Z","caller":"traceutil/trace.go:171","msg":"trace[1812272450] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32596; }","duration":"272.031075ms","start":"2026-05-07T03:19:54.150101Z","end":"2026-05-07T03:19:54.422132Z","steps":["trace[1812272450] 'agreement among raft nodes before linearized reading' (duration: 270.700815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:54.609594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.004123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:19:54.609799Z","caller":"traceutil/trace.go:171","msg":"trace[280257193] transaction","detail":"{read_only:false; response_revision:32597; number_of_response:1; }","duration":"184.269665ms","start":"2026-05-07T03:19:54.425503Z","end":"2026-05-07T03:19:54.609773Z","steps":["trace[280257193] 'process raft request' (duration: 54.005107ms)","trace[280257193] 'compare' (duration: 129.490351ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:54.633658Z","caller":"traceutil/trace.go:171","msg":"trace[1945521506] transaction","detail":"{read_only:false; response_revision:32598; number_of_response:1; }","duration":"200.863867ms","start":"2026-05-07T03:19:54.432768Z","end":"2026-05-07T03:19:54.633631Z","steps":["trace[1945521506] 'process raft request' (duration: 200.693693ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:55.949802Z","caller":"traceutil/trace.go:171","msg":"trace[1015939402] transaction","detail":"{read_only:false; response_revision:32601; number_of_response:1; }","duration":"425.405259ms","start":"2026-05-07T03:19:55.52431Z","end":"2026-05-07T03:19:55.949715Z","steps":["trace[1015939402] 'process raft request' (duration: 425.154193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:55.949982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:55.524283Z","time spent":"425.602315ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:56.388336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.558599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:56.388431Z","caller":"traceutil/trace.go:171","msg":"trace[411099949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:32601; }","duration":"187.696931ms","start":"2026-05-07T03:19:56.200713Z","end":"2026-05-07T03:19:56.38841Z","steps":["trace[411099949] 'count revisions from in-memory index tree' (duration: 187.503197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.388666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.196399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:56.388752Z","caller":"traceutil/trace.go:171","msg":"trace[108438587] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:32601; }","duration":"281.331912ms","start":"2026-05-07T03:19:56.107399Z","end":"2026-05-07T03:19:56.388731Z","steps":["trace[108438587] 'count revisions from in-memory index tree' (duration: 281.108267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.388769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.164033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4.18ad273bdffcee53\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-07T03:19:56.388834Z","caller":"traceutil/trace.go:171","msg":"trace[672351726] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4.18ad273bdffcee53; range_end:; response_count:1; response_revision:32601; }","duration":"390.266875ms","start":"2026-05-07T03:19:55.998541Z","end":"2026-05-07T03:19:56.388808Z","steps":["trace[672351726] 'range keys from in-memory index tree' (duration: 389.970378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.38887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:55.998503Z","time spent":"390.358337ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4.18ad273bdffcee53\" "} {"level":"warn","ts":"2026-05-07T03:19:56.388984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.536862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:19:56.389033Z","caller":"traceutil/trace.go:171","msg":"trace[685835610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32601; }","duration":"189.619644ms","start":"2026-05-07T03:19:56.199398Z","end":"2026-05-07T03:19:56.389018Z","steps":["trace[685835610] 'range keys from in-memory index tree' (duration: 189.386639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.38911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.330897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-05-07T03:19:56.389159Z","caller":"traceutil/trace.go:171","msg":"trace[1184352930] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4; range_end:; response_count:1; response_revision:32601; }","duration":"390.374017ms","start":"2026-05-07T03:19:55.998768Z","end":"2026-05-07T03:19:56.389142Z","steps":["trace[1184352930] 'range keys from in-memory index tree' (duration: 390.151553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.389206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:55.998738Z","time spent":"390.456239ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5630,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bzzr4\" "} {"level":"warn","ts":"2026-05-07T03:19:56.389444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.549139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:19:56.38949Z","caller":"traceutil/trace.go:171","msg":"trace[1641507813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32601; }","duration":"355.652692ms","start":"2026-05-07T03:19:56.033826Z","end":"2026-05-07T03:19:56.389478Z","steps":["trace[1641507813] 'range keys from in-memory index tree' (duration: 355.358715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.389522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:56.033735Z","time spent":"355.779005ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:19:56.38962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.758319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:19:56.389733Z","caller":"traceutil/trace.go:171","msg":"trace[784686671] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32601; }","duration":"100.934454ms","start":"2026-05-07T03:19:56.288768Z","end":"2026-05-07T03:19:56.389703Z","steps":["trace[784686671] 'count revisions from in-memory index tree' (duration: 100.627036ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.639865Z","caller":"traceutil/trace.go:171","msg":"trace[717925116] transaction","detail":"{read_only:false; response_revision:32609; number_of_response:1; }","duration":"144.050378ms","start":"2026-05-07T03:19:56.495796Z","end":"2026-05-07T03:19:56.639846Z","steps":["trace[717925116] 'process raft request' (duration: 144.017377ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.640061Z","caller":"traceutil/trace.go:171","msg":"trace[525704747] transaction","detail":"{read_only:false; response_revision:32606; number_of_response:1; }","duration":"238.442375ms","start":"2026-05-07T03:19:56.40161Z","end":"2026-05-07T03:19:56.640052Z","steps":["trace[525704747] 'process raft request' (duration: 238.113178ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.640158Z","caller":"traceutil/trace.go:171","msg":"trace[447914796] transaction","detail":"{read_only:false; response_revision:32607; number_of_response:1; }","duration":"213.301434ms","start":"2026-05-07T03:19:56.426816Z","end":"2026-05-07T03:19:56.640117Z","steps":["trace[447914796] 'process raft request' (duration: 212.949856ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.640255Z","caller":"traceutil/trace.go:171","msg":"trace[699421879] transaction","detail":"{read_only:false; response_revision:32608; number_of_response:1; }","duration":"207.192017ms","start":"2026-05-07T03:19:56.433055Z","end":"2026-05-07T03:19:56.640247Z","steps":["trace[699421879] 'process raft request' (duration: 206.737627ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.640451Z","caller":"traceutil/trace.go:171","msg":"trace[1796341056] linearizableReadLoop","detail":"{readStateIndex:33780; appliedIndex:33776; }","duration":"223.372238ms","start":"2026-05-07T03:19:56.417043Z","end":"2026-05-07T03:19:56.640415Z","steps":["trace[1796341056] 'read index received' (duration: 147.150606ms)","trace[1796341056] 'applied index is now lower than readState.Index' (duration: 76.220212ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:56.640517Z","caller":"traceutil/trace.go:171","msg":"trace[1818111134] transaction","detail":"{read_only:false; response_revision:32604; number_of_response:1; }","duration":"245.84023ms","start":"2026-05-07T03:19:56.394669Z","end":"2026-05-07T03:19:56.64051Z","steps":["trace[1818111134] 'process raft request' (duration: 244.998112ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:56.640494Z","caller":"traceutil/trace.go:171","msg":"trace[2034924588] transaction","detail":"{read_only:false; response_revision:32603; number_of_response:1; }","duration":"245.953583ms","start":"2026-05-07T03:19:56.394509Z","end":"2026-05-07T03:19:56.640463Z","steps":["trace[2034924588] 'process raft request' (duration: 169.602698ms)","trace[2034924588] 'compare' (duration: 75.292002ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:56.640602Z","caller":"traceutil/trace.go:171","msg":"trace[660019199] transaction","detail":"{read_only:false; response_revision:32605; number_of_response:1; }","duration":"245.800909ms","start":"2026-05-07T03:19:56.394795Z","end":"2026-05-07T03:19:56.640596Z","steps":["trace[660019199] 'process raft request' (duration: 244.90617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:56.640719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.634434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-07T03:19:56.640761Z","caller":"traceutil/trace.go:171","msg":"trace[1993917734] range","detail":"{range_begin:/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5; range_end:; response_count:1; response_revision:32609; }","duration":"223.741547ms","start":"2026-05-07T03:19:56.417004Z","end":"2026-05-07T03:19:56.640746Z","steps":["trace[1993917734] 'agreement among raft nodes before linearized reading' (duration: 223.503371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.11165Z","caller":"traceutil/trace.go:171","msg":"trace[2145336050] transaction","detail":"{read_only:false; response_revision:32627; number_of_response:1; }","duration":"113.075965ms","start":"2026-05-07T03:19:58.998534Z","end":"2026-05-07T03:19:59.11161Z","steps":["trace[2145336050] 'process raft request' (duration: 112.686076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.279987Z","caller":"traceutil/trace.go:171","msg":"trace[1487859279] transaction","detail":"{read_only:false; response_revision:32628; number_of_response:1; }","duration":"164.930513ms","start":"2026-05-07T03:19:59.11503Z","end":"2026-05-07T03:19:59.27996Z","steps":["trace[1487859279] 'process raft request' (duration: 89.180781ms)","trace[1487859279] 'compare' (duration: 75.622109ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:59.424562Z","caller":"traceutil/trace.go:171","msg":"trace[1295491838] transaction","detail":"{read_only:false; response_revision:32629; number_of_response:1; }","duration":"135.875535ms","start":"2026-05-07T03:19:59.288664Z","end":"2026-05-07T03:19:59.42454Z","steps":["trace[1295491838] 'process raft request' (duration: 135.732132ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.657398Z","caller":"traceutil/trace.go:171","msg":"trace[122596726] transaction","detail":"{read_only:false; response_revision:32631; number_of_response:1; }","duration":"225.948696ms","start":"2026-05-07T03:19:59.431419Z","end":"2026-05-07T03:19:59.657367Z","steps":["trace[122596726] 'process raft request' (duration: 225.779353ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.657546Z","caller":"traceutil/trace.go:171","msg":"trace[318728867] transaction","detail":"{read_only:false; response_revision:32630; number_of_response:1; }","duration":"226.029228ms","start":"2026-05-07T03:19:59.431405Z","end":"2026-05-07T03:19:59.657434Z","steps":["trace[318728867] 'process raft request' (duration: 222.467719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.798496Z","caller":"traceutil/trace.go:171","msg":"trace[41919007] transaction","detail":"{read_only:false; response_revision:32632; number_of_response:1; }","duration":"366.72904ms","start":"2026-05-07T03:19:59.431736Z","end":"2026-05-07T03:19:59.798465Z","steps":["trace[41919007] 'process raft request' (duration: 354.214921ms)","trace[41919007] 'compare' (duration: 12.135341ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:59.798542Z","caller":"traceutil/trace.go:171","msg":"trace[800792711] transaction","detail":"{read_only:false; response_revision:32633; number_of_response:1; }","duration":"364.799116ms","start":"2026-05-07T03:19:59.433717Z","end":"2026-05-07T03:19:59.798516Z","steps":["trace[800792711] 'process raft request' (duration: 364.656813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.798627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.431712Z","time spent":"366.846232ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:59.798672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.433706Z","time spent":"364.893829ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8688,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:00.706768Z","caller":"traceutil/trace.go:171","msg":"trace[1165188647] transaction","detail":"{read_only:false; response_revision:32637; number_of_response:1; }","duration":"598.570757ms","start":"2026-05-07T03:20:00.108178Z","end":"2026-05-07T03:20:00.706749Z","steps":["trace[1165188647] 'process raft request' (duration: 598.455825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:00.706882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.108162Z","time spent":"598.669809ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5415,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:01.793733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.365384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:01.794094Z","caller":"traceutil/trace.go:171","msg":"trace[697001149] linearizableReadLoop","detail":"{readStateIndex:33813; appliedIndex:33811; }","duration":"1.527726737s","start":"2026-05-07T03:20:00.266348Z","end":"2026-05-07T03:20:01.794075Z","steps":["trace[697001149] 'read index received' (duration: 440.291243ms)","trace[697001149] 'applied index is now lower than readState.Index' (duration: 1.087434064s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:01.794111Z","caller":"traceutil/trace.go:171","msg":"trace[1976455580] transaction","detail":"{read_only:false; response_revision:32639; number_of_response:1; }","duration":"1.138201578s","start":"2026-05-07T03:20:00.655881Z","end":"2026-05-07T03:20:01.794082Z","steps":["trace[1976455580] 'process raft request' (duration: 1.137954663s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:01.794175Z","caller":"traceutil/trace.go:171","msg":"trace[65255397] transaction","detail":"{read_only:false; response_revision:32641; number_of_response:1; }","duration":"1.107708588s","start":"2026-05-07T03:20:00.686456Z","end":"2026-05-07T03:20:01.794164Z","steps":["trace[65255397] 'process raft request' (duration: 1.107509914s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:01.794165Z","caller":"traceutil/trace.go:171","msg":"trace[2134303542] transaction","detail":"{read_only:false; response_revision:32640; number_of_response:1; }","duration":"1.10825678s","start":"2026-05-07T03:20:00.685884Z","end":"2026-05-07T03:20:01.79414Z","steps":["trace[2134303542] 'process raft request' (duration: 1.108042445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:01.79424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.686445Z","time spent":"1.107757829s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:01.794265Z","caller":"traceutil/trace.go:171","msg":"trace[138568157] transaction","detail":"{read_only:false; response_revision:32638; number_of_response:1; }","duration":"1.620629403s","start":"2026-05-07T03:20:00.173601Z","end":"2026-05-07T03:20:01.79423Z","steps":["trace[138568157] 'process raft request' (duration: 1.484677726s)","trace[138568157] 'compare' (duration: 134.583026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:01.79428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.685873Z","time spent":"1.108353722s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:01.794388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.173584Z","time spent":"1.620740185s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:01.794642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.655861Z","time spent":"1.138317342s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:01.794798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528455664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:01.79487Z","caller":"traceutil/trace.go:171","msg":"trace[563792210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32641; }","duration":"1.528530675s","start":"2026-05-07T03:20:00.266322Z","end":"2026-05-07T03:20:01.794853Z","steps":["trace[563792210] 'agreement among raft nodes before linearized reading' (duration: 1.528216448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:01.794926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.266262Z","time spent":"1.528649788s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:02.347953Z","caller":"traceutil/trace.go:171","msg":"trace[624995047] linearizableReadLoop","detail":"{readStateIndex:33819; appliedIndex:33816; }","duration":"553.793346ms","start":"2026-05-07T03:20:01.794132Z","end":"2026-05-07T03:20:02.347925Z","steps":["trace[624995047] 'read index received' (duration: 480.886008ms)","trace[624995047] 'applied index is now lower than readState.Index' (duration: 72.906038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:02.3483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524769831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.348363Z","caller":"traceutil/trace.go:171","msg":"trace[1542634138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:32644; }","duration":"1.524864464s","start":"2026-05-07T03:20:00.823482Z","end":"2026-05-07T03:20:02.348346Z","steps":["trace[1542634138] 'agreement among raft nodes before linearized reading' (duration: 1.52470496s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.823413Z","time spent":"1.524974256s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:02.348516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633455028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.348517Z","caller":"traceutil/trace.go:171","msg":"trace[649188493] transaction","detail":"{read_only:false; response_revision:32644; number_of_response:1; }","duration":"1.573877748s","start":"2026-05-07T03:20:00.774605Z","end":"2026-05-07T03:20:02.348483Z","steps":["trace[649188493] 'process raft request' (duration: 1.573216452s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.348566Z","caller":"traceutil/trace.go:171","msg":"trace[1733003434] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:32644; }","duration":"1.63353227s","start":"2026-05-07T03:20:00.71502Z","end":"2026-05-07T03:20:02.348552Z","steps":["trace[1733003434] 'agreement among raft nodes before linearized reading' (duration: 1.633455038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.34857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662731642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:20:02.348548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017555866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:20:02.348559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877821736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.348614Z","caller":"traceutil/trace.go:171","msg":"trace[724852446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32644; }","duration":"1.662798424s","start":"2026-05-07T03:20:00.6858Z","end":"2026-05-07T03:20:02.348598Z","steps":["trace[724852446] 'agreement among raft nodes before linearized reading' (duration: 1.662641111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741798388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:20:02.348618Z","caller":"traceutil/trace.go:171","msg":"trace[1042079812] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:32644; }","duration":"2.017684759s","start":"2026-05-07T03:20:00.330918Z","end":"2026-05-07T03:20:02.348603Z","steps":["trace[1042079812] 'agreement among raft nodes before linearized reading' (duration: 2.017553846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.685787Z","time spent":"1.662849705s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.330898Z","time spent":"2.017749161s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:02.348661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065417653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:20:02.348673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629833998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:20:02.348598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.715004Z","time spent":"1.633585821s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.774577Z","time spent":"1.574012971s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.348776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232451623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:20:02.348799Z","caller":"traceutil/trace.go:171","msg":"trace[72386549] transaction","detail":"{read_only:false; response_revision:32643; number_of_response:1; }","duration":"1.63265979s","start":"2026-05-07T03:20:00.716128Z","end":"2026-05-07T03:20:02.348788Z","steps":["trace[72386549] 'process raft request' (duration: 1.631506004s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633780096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:20:02.348816Z","caller":"traceutil/trace.go:171","msg":"trace[846248876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32644; }","duration":"1.232536245s","start":"2026-05-07T03:20:01.116271Z","end":"2026-05-07T03:20:02.348807Z","steps":["trace[846248876] 'agreement among raft nodes before linearized reading' (duration: 1.232447983s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.348828Z","caller":"traceutil/trace.go:171","msg":"trace[1362794445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32644; }","duration":"1.633811376s","start":"2026-05-07T03:20:00.715012Z","end":"2026-05-07T03:20:02.348823Z","steps":["trace[1362794445] 'agreement among raft nodes before linearized reading' (duration: 1.633760895s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731316354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:02.348823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738250699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:20:02.34884Z","caller":"traceutil/trace.go:171","msg":"trace[291181760] transaction","detail":"{read_only:false; response_revision:32642; number_of_response:1; }","duration":"1.637777875s","start":"2026-05-07T03:20:00.711032Z","end":"2026-05-07T03:20:02.34881Z","steps":["trace[291181760] 'process raft request' (duration: 1.564004376s)","trace[291181760] 'compare' (duration: 72.199453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:02.348885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.716121Z","time spent":"1.632705872s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:02.348893Z","caller":"traceutil/trace.go:171","msg":"trace[1920009641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32644; }","duration":"1.73833166s","start":"2026-05-07T03:20:00.610549Z","end":"2026-05-07T03:20:02.348881Z","steps":["trace[1920009641] 'agreement among raft nodes before linearized reading' (duration: 1.738176457s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.348908Z","caller":"traceutil/trace.go:171","msg":"trace[206353880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:32644; }","duration":"1.731549089s","start":"2026-05-07T03:20:00.617328Z","end":"2026-05-07T03:20:02.348878Z","steps":["trace[206353880] 'agreement among raft nodes before linearized reading' (duration: 1.731186301s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.348656Z","caller":"traceutil/trace.go:171","msg":"trace[1339144364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:32644; }","duration":"1.87797754s","start":"2026-05-07T03:20:00.470653Z","end":"2026-05-07T03:20:02.34863Z","steps":["trace[1339144364] 'agreement among raft nodes before linearized reading' (duration: 1.877799486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.348965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.610544Z","time spent":"1.738411013s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.711018Z","time spent":"1.637884498s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:02.348992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.470631Z","time spent":"1.878354438s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:02.348844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.715006Z","time spent":"1.633835346s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.617322Z","time spent":"1.731664832s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:02.349009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.442753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:02.348534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607301814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-07T03:20:02.349142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.929082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-07T03:20:02.349212Z","caller":"traceutil/trace.go:171","msg":"trace[405301548] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32644; }","duration":"692.041604ms","start":"2026-05-07T03:20:01.657152Z","end":"2026-05-07T03:20:02.349194Z","steps":["trace[405301548] 'agreement among raft nodes before linearized reading' (duration: 691.822969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.349257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.657132Z","time spent":"692.114686ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.466576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.34943Z","caller":"traceutil/trace.go:171","msg":"trace[1562304664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32644; }","duration":"994.06345ms","start":"2026-05-07T03:20:01.355349Z","end":"2026-05-07T03:20:02.349413Z","steps":["trace[1562304664] 'agreement among raft nodes before linearized reading' (duration: 993.231472ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.3487Z","caller":"traceutil/trace.go:171","msg":"trace[1774103028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32644; }","duration":"1.065457214s","start":"2026-05-07T03:20:01.283234Z","end":"2026-05-07T03:20:02.348691Z","steps":["trace[1774103028] 'agreement among raft nodes before linearized reading' (duration: 1.065348392s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.349177Z","caller":"traceutil/trace.go:171","msg":"trace[1116366500] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32644; }","duration":"1.607968029s","start":"2026-05-07T03:20:00.741188Z","end":"2026-05-07T03:20:02.349156Z","steps":["trace[1116366500] 'agreement among raft nodes before linearized reading' (duration: 1.607063559s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.354724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.741176Z","time spent":"1.613524923s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:20:02.349544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.28319Z","time spent":"1.066323383s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.116251Z","time spent":"1.232585256s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:02.348872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650592991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.355244Z","caller":"traceutil/trace.go:171","msg":"trace[964244535] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:32644; }","duration":"1.656978013s","start":"2026-05-07T03:20:00.698252Z","end":"2026-05-07T03:20:02.35523Z","steps":["trace[964244535] 'agreement among raft nodes before linearized reading' (duration: 1.650602251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.355372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.69824Z","time spent":"1.657117557s","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:02.349053Z","caller":"traceutil/trace.go:171","msg":"trace[1438545224] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:32644; }","duration":"636.531085ms","start":"2026-05-07T03:20:01.712509Z","end":"2026-05-07T03:20:02.34904Z","steps":["trace[1438545224] 'agreement among raft nodes before linearized reading' (duration: 636.457463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.355591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.712486Z","time spent":"643.092991ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:02.348655Z","caller":"traceutil/trace.go:171","msg":"trace[1683109934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32644; }","duration":"1.74190731s","start":"2026-05-07T03:20:00.606733Z","end":"2026-05-07T03:20:02.34864Z","steps":["trace[1683109934] 'agreement among raft nodes before linearized reading' (duration: 1.741710206s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.355781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.606718Z","time spent":"1.74905369s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:20:02.348702Z","caller":"traceutil/trace.go:171","msg":"trace[521757197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32644; }","duration":"1.629892459s","start":"2026-05-07T03:20:00.718802Z","end":"2026-05-07T03:20:02.348694Z","steps":["trace[521757197] 'agreement among raft nodes before linearized reading' (duration: 1.629814657s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.355908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.718784Z","time spent":"1.637112019s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:02.349487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.355331Z","time spent":"994.140961ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:20:02.629165Z","caller":"traceutil/trace.go:171","msg":"trace[86170959] transaction","detail":"{read_only:false; response_revision:32645; number_of_response:1; }","duration":"611.132058ms","start":"2026-05-07T03:20:02.018002Z","end":"2026-05-07T03:20:02.629135Z","steps":["trace[86170959] 'process raft request' (duration: 544.346586ms)","trace[86170959] 'compare' (duration: 66.324162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:02.629328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.017976Z","time spent":"611.278871ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.829235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.233721ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:20:02.829503Z","caller":"traceutil/trace.go:171","msg":"trace[322123198] linearizableReadLoop","detail":"{readStateIndex:33821; appliedIndex:33819; }","duration":"481.287338ms","start":"2026-05-07T03:20:02.348203Z","end":"2026-05-07T03:20:02.829491Z","steps":["trace[322123198] 'read index received' (duration: 214.243434ms)","trace[322123198] 'applied index is now lower than readState.Index' (duration: 267.043233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:02.829816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033628102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.829839Z","caller":"traceutil/trace.go:171","msg":"trace[349405249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32645; }","duration":"1.033700284s","start":"2026-05-07T03:20:01.796133Z","end":"2026-05-07T03:20:02.829833Z","steps":["trace[349405249] 'agreement among raft nodes before linearized reading' (duration: 1.033654213s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.829855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:01.796106Z","time spent":"1.033745035s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:02.829829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.999535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.829897Z","caller":"traceutil/trace.go:171","msg":"trace[1207485472] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32645; }","duration":"577.127898ms","start":"2026-05-07T03:20:02.25275Z","end":"2026-05-07T03:20:02.829878Z","steps":["trace[1207485472] 'agreement among raft nodes before linearized reading' (duration: 577.008355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.829949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.252731Z","time spent":"577.20801ms","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:02.830441Z","caller":"traceutil/trace.go:171","msg":"trace[831038480] transaction","detail":"{read_only:false; response_revision:32646; number_of_response:1; }","duration":"477.268479ms","start":"2026-05-07T03:20:02.353161Z","end":"2026-05-07T03:20:02.83043Z","steps":["trace[831038480] 'process raft request' (duration: 476.262096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.830519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.35313Z","time spent":"477.348381ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5612,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:02.838225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.513339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:02.838326Z","caller":"traceutil/trace.go:171","msg":"trace[850216312] transaction","detail":"{read_only:false; response_revision:32651; number_of_response:1; }","duration":"477.998984ms","start":"2026-05-07T03:20:02.360289Z","end":"2026-05-07T03:20:02.838288Z","steps":["trace[850216312] 'process raft request' (duration: 477.79803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.838394Z","caller":"traceutil/trace.go:171","msg":"trace[962080169] transaction","detail":"{read_only:false; response_revision:32652; number_of_response:1; }","duration":"477.536404ms","start":"2026-05-07T03:20:02.360828Z","end":"2026-05-07T03:20:02.838364Z","steps":["trace[962080169] 'process raft request' (duration: 477.283478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.838554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.360282Z","time spent":"478.161238ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.838564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.360821Z","time spent":"477.642527ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:02.838592Z","caller":"traceutil/trace.go:171","msg":"trace[67379008] transaction","detail":"{read_only:false; response_revision:32648; number_of_response:1; }","duration":"478.436024ms","start":"2026-05-07T03:20:02.360103Z","end":"2026-05-07T03:20:02.838539Z","steps":["trace[67379008] 'process raft request' (duration: 477.905052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.838365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.436557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.838683Z","caller":"traceutil/trace.go:171","msg":"trace[1181862748] transaction","detail":"{read_only:false; response_revision:32647; number_of_response:1; }","duration":"481.472343ms","start":"2026-05-07T03:20:02.357163Z","end":"2026-05-07T03:20:02.838635Z","steps":["trace[1181862748] 'process raft request' (duration: 473.256339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.838784Z","caller":"traceutil/trace.go:171","msg":"trace[2141793988] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:32652; }","duration":"132.880788ms","start":"2026-05-07T03:20:02.705879Z","end":"2026-05-07T03:20:02.83876Z","steps":["trace[2141793988] 'agreement among raft nodes before linearized reading' (duration: 132.451118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.838815Z","caller":"traceutil/trace.go:171","msg":"trace[1294443547] transaction","detail":"{read_only:false; response_revision:32649; number_of_response:1; }","duration":"478.664099ms","start":"2026-05-07T03:20:02.360138Z","end":"2026-05-07T03:20:02.838802Z","steps":["trace[1294443547] 'process raft request' (duration: 477.901541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.838801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.360084Z","time spent":"478.65439ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.83889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.230237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:20:02.838846Z","caller":"traceutil/trace.go:171","msg":"trace[1293903274] transaction","detail":"{read_only:false; response_revision:32650; number_of_response:1; }","duration":"478.570487ms","start":"2026-05-07T03:20:02.360188Z","end":"2026-05-07T03:20:02.838759Z","steps":["trace[1293903274] 'process raft request' (duration: 477.874721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.839159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.360183Z","time spent":"478.845223ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.83919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.357142Z","time spent":"481.656826ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.838894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.360128Z","time spent":"478.724141ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:02.838947Z","caller":"traceutil/trace.go:171","msg":"trace[1276587294] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32652; }","duration":"481.294958ms","start":"2026-05-07T03:20:02.357639Z","end":"2026-05-07T03:20:02.838934Z","steps":["trace[1276587294] 'agreement among raft nodes before linearized reading' (duration: 481.125484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.839396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.357589Z","time spent":"481.786509ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T03:20:02.839603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.350519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:02.839661Z","caller":"traceutil/trace.go:171","msg":"trace[1272148976] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32652; }","duration":"477.436032ms","start":"2026-05-07T03:20:02.362212Z","end":"2026-05-07T03:20:02.839648Z","steps":["trace[1272148976] 'agreement among raft nodes before linearized reading' (duration: 477.159976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.839877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.362204Z","time spent":"477.642726ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:20:02.840409Z","caller":"traceutil/trace.go:171","msg":"trace[1424185698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32652; }","duration":"488.611602ms","start":"2026-05-07T03:20:02.349667Z","end":"2026-05-07T03:20:02.838279Z","steps":["trace[1424185698] 'agreement among raft nodes before linearized reading' (duration: 488.484219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.840473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.349653Z","time spent":"490.80134ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:03.298525Z","caller":"traceutil/trace.go:171","msg":"trace[1669811773] transaction","detail":"{read_only:false; response_revision:32655; number_of_response:1; }","duration":"459.226205ms","start":"2026-05-07T03:20:02.83928Z","end":"2026-05-07T03:20:03.298506Z","steps":["trace[1669811773] 'process raft request' (duration: 459.0037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.29859Z","caller":"traceutil/trace.go:171","msg":"trace[1663856090] transaction","detail":"{read_only:false; response_revision:32654; number_of_response:1; }","duration":"463.145914ms","start":"2026-05-07T03:20:02.835403Z","end":"2026-05-07T03:20:03.298549Z","steps":["trace[1663856090] 'process raft request' (duration: 462.715834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.298712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.340866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:03.298781Z","caller":"traceutil/trace.go:171","msg":"trace[44882609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32655; }","duration":"458.470979ms","start":"2026-05-07T03:20:02.840296Z","end":"2026-05-07T03:20:03.298767Z","steps":["trace[44882609] 'agreement among raft nodes before linearized reading' (duration: 458.346166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.29882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.839489Z","time spent":"459.322898ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:03.298869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.83926Z","time spent":"459.322458ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:03.298923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.835371Z","time spent":"463.288656ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:03.298407Z","caller":"traceutil/trace.go:171","msg":"trace[456262712] linearizableReadLoop","detail":"{readStateIndex:33831; appliedIndex:33829; }","duration":"458.024119ms","start":"2026-05-07T03:20:02.840355Z","end":"2026-05-07T03:20:03.298379Z","steps":["trace[456262712] 'read index received' (duration: 1.940354ms)","trace[456262712] 'applied index is now lower than readState.Index' (duration: 456.082285ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:03.35792Z","caller":"traceutil/trace.go:171","msg":"trace[113879606] transaction","detail":"{read_only:false; response_revision:32656; number_of_response:1; }","duration":"512.475405ms","start":"2026-05-07T03:20:02.845414Z","end":"2026-05-07T03:20:03.357889Z","steps":["trace[113879606] 'process raft request' (duration: 512.128767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.358021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.707662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:03.358086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.845393Z","time spent":"512.628138ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:03.357973Z","caller":"traceutil/trace.go:171","msg":"trace[816215330] transaction","detail":"{read_only:false; response_revision:32657; number_of_response:1; }","duration":"268.839733ms","start":"2026-05-07T03:20:03.089112Z","end":"2026-05-07T03:20:03.357951Z","steps":["trace[816215330] 'process raft request' (duration: 268.628299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.358591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.261324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" ","response":"range_response_count:1 size:5676"} {"level":"warn","ts":"2026-05-07T03:20:03.358596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.269772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T03:20:03.358658Z","caller":"traceutil/trace.go:171","msg":"trace[596370148] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635400-qw672; range_end:; response_count:1; response_revision:32657; }","duration":"488.359455ms","start":"2026-05-07T03:20:02.87028Z","end":"2026-05-07T03:20:03.358639Z","steps":["trace[596370148] 'agreement among raft nodes before linearized reading' (duration: 488.049429ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.358674Z","caller":"traceutil/trace.go:171","msg":"trace[2055804607] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:32657; }","duration":"307.405835ms","start":"2026-05-07T03:20:03.051249Z","end":"2026-05-07T03:20:03.358654Z","steps":["trace[2055804607] 'agreement among raft nodes before linearized reading' (duration: 307.144519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.358688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.505732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:03.358706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.87026Z","time spent":"488.433208ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5699,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" "} {"level":"warn","ts":"2026-05-07T03:20:03.358719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.051229Z","time spent":"307.481827ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-05-07T03:20:03.35875Z","caller":"traceutil/trace.go:171","msg":"trace[1805320305] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32657; }","duration":"511.700037ms","start":"2026-05-07T03:20:02.847032Z","end":"2026-05-07T03:20:03.358732Z","steps":["trace[1805320305] 'agreement among raft nodes before linearized reading' (duration: 511.42093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.358798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.847018Z","time spent":"511.766818ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:20:03.358776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:20:03.358087Z","caller":"traceutil/trace.go:171","msg":"trace[1899345674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32657; }","duration":"436.830745ms","start":"2026-05-07T03:20:02.921238Z","end":"2026-05-07T03:20:03.358069Z","steps":["trace[1899345674] 'agreement among raft nodes before linearized reading' (duration: 436.678542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.359577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.92121Z","time spent":"438.34272ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:03.358874Z","caller":"traceutil/trace.go:171","msg":"trace[2097326898] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32657; }","duration":"350.772093ms","start":"2026-05-07T03:20:03.008083Z","end":"2026-05-07T03:20:03.358855Z","steps":["trace[2097326898] 'agreement among raft nodes before linearized reading' (duration: 350.503577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.359727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.008063Z","time spent":"351.642784ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T03:20:06.102875Z","caller":"traceutil/trace.go:171","msg":"trace[1765579743] transaction","detail":"{read_only:false; response_revision:32676; number_of_response:1; }","duration":"293.389772ms","start":"2026-05-07T03:20:05.809464Z","end":"2026-05-07T03:20:06.102854Z","steps":["trace[1765579743] 'process raft request' (duration: 293.245279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.208566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105820235s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:07.216678Z","caller":"traceutil/trace.go:171","msg":"trace[1020810367] linearizableReadLoop","detail":"{readStateIndex:33854; appliedIndex:33852; }","duration":"1.146650786s","start":"2026-05-07T03:20:06.070007Z","end":"2026-05-07T03:20:07.216658Z","steps":["trace[1020810367] 'read index received' (duration: 32.846473ms)","trace[1020810367] 'applied index is now lower than readState.Index' (duration: 1.113802723s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:07.21668Z","caller":"traceutil/trace.go:171","msg":"trace[358351530] transaction","detail":"{read_only:false; response_revision:32678; number_of_response:1; }","duration":"1.404507525s","start":"2026-05-07T03:20:05.812156Z","end":"2026-05-07T03:20:07.216663Z","steps":["trace[358351530] 'process raft request' (duration: 1.40425521s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.216763Z","caller":"traceutil/trace.go:171","msg":"trace[1046214268] transaction","detail":"{read_only:false; response_revision:32677; number_of_response:1; }","duration":"1.405529037s","start":"2026-05-07T03:20:05.810913Z","end":"2026-05-07T03:20:07.216442Z","steps":["trace[1046214268] 'process raft request' (duration: 1.397932058s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.216807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:05.812142Z","time spent":"1.404596247s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:07.216895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:05.810865Z","time spent":"1.405923676s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:07.217003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146935064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:07.21704Z","caller":"traceutil/trace.go:171","msg":"trace[533349614] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:32678; }","duration":"1.147071167s","start":"2026-05-07T03:20:06.069957Z","end":"2026-05-07T03:20:07.217028Z","steps":["trace[533349614] 'agreement among raft nodes before linearized reading' (duration: 1.14678118s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.217067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.069936Z","time spent":"1.147123178s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.748101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.032984ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:07.748473Z","caller":"traceutil/trace.go:171","msg":"trace[2103162408] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32678; }","duration":"349.411193ms","start":"2026-05-07T03:20:07.399028Z","end":"2026-05-07T03:20:07.74844Z","steps":["trace[2103162408] 'range keys from in-memory index tree' (duration: 349.011273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.238049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:07.749305Z","caller":"traceutil/trace.go:171","msg":"trace[813833062] linearizableReadLoop","detail":"{readStateIndex:33855; appliedIndex:33854; }","duration":"532.564205ms","start":"2026-05-07T03:20:07.216719Z","end":"2026-05-07T03:20:07.749283Z","steps":["trace[813833062] 'read index received' (duration: 140.057618ms)","trace[813833062] 'applied index is now lower than readState.Index' (duration: 392.504617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:07.749474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648442553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:20:07.749439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480517543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:07.749518Z","caller":"traceutil/trace.go:171","msg":"trace[891411620] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32679; }","duration":"1.648486044s","start":"2026-05-07T03:20:06.101017Z","end":"2026-05-07T03:20:07.749503Z","steps":["trace[891411620] 'agreement among raft nodes before linearized reading' (duration: 1.648383772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.232724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:07.749535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.149222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:20:07.749569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.10096Z","time spent":"1.648596068s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.749602Z","caller":"traceutil/trace.go:171","msg":"trace[214808034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32679; }","duration":"857.237454ms","start":"2026-05-07T03:20:06.89235Z","end":"2026-05-07T03:20:07.749587Z","steps":["trace[214808034] 'agreement among raft nodes before linearized reading' (duration: 856.975478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.365787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:07.749651Z","caller":"traceutil/trace.go:171","msg":"trace[1971854180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32679; }","duration":"857.427789ms","start":"2026-05-07T03:20:06.892218Z","end":"2026-05-07T03:20:07.749646Z","steps":["trace[1971854180] 'agreement among raft nodes before linearized reading' (duration: 857.380457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.892344Z","time spent":"857.296135ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:07.749677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.892194Z","time spent":"857.477359ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:07.749682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.643346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:20:07.749717Z","caller":"traceutil/trace.go:171","msg":"trace[1002543127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32679; }","duration":"867.698198ms","start":"2026-05-07T03:20:06.882007Z","end":"2026-05-07T03:20:07.749705Z","steps":["trace[1002543127] 'agreement among raft nodes before linearized reading' (duration: 867.557665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.881995Z","time spent":"867.760559ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:07.749901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113839265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:07.749939Z","caller":"traceutil/trace.go:171","msg":"trace[1986560170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32679; }","duration":"1.113914077s","start":"2026-05-07T03:20:06.636013Z","end":"2026-05-07T03:20:07.749927Z","steps":["trace[1986560170] 'agreement among raft nodes before linearized reading' (duration: 1.113858315s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.749957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481854003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T03:20:07.749979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.635993Z","time spent":"1.113969667s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.749456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.191243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:20:07.749984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.259527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:20:07.749893Z","caller":"traceutil/trace.go:171","msg":"trace[641218783] transaction","detail":"{read_only:false; response_revision:32679; number_of_response:1; }","duration":"1.108339601s","start":"2026-05-07T03:20:06.641525Z","end":"2026-05-07T03:20:07.749865Z","steps":["trace[641218783] 'process raft request' (duration: 715.252262ms)","trace[641218783] 'compare' (duration: 391.3628ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:07.749581Z","caller":"traceutil/trace.go:171","msg":"trace[1682872459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32679; }","duration":"857.274565ms","start":"2026-05-07T03:20:06.89229Z","end":"2026-05-07T03:20:07.749565Z","steps":["trace[1682872459] 'agreement among raft nodes before linearized reading' (duration: 857.208983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.892281Z","time spent":"858.033681ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:07.750107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600805849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-07T03:20:07.750409Z","caller":"traceutil/trace.go:171","msg":"trace[829412773] range","detail":"{range_begin:/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5; range_end:; response_count:1; response_revision:32679; }","duration":"1.601142597s","start":"2026-05-07T03:20:06.149256Z","end":"2026-05-07T03:20:07.750399Z","steps":["trace[829412773] 'agreement among raft nodes before linearized reading' (duration: 1.600793649s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.149236Z","time spent":"1.601209279s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/manila-api-6568665b4c-vsb7s.18ad2a3e944545f5\" "} {"level":"info","ts":"2026-05-07T03:20:07.749534Z","caller":"traceutil/trace.go:171","msg":"trace[1069899488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32679; }","duration":"1.480661817s","start":"2026-05-07T03:20:06.268851Z","end":"2026-05-07T03:20:07.749512Z","steps":["trace[1069899488] 'agreement among raft nodes before linearized reading' (duration: 1.480480973s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.268831Z","time spent":"1.481665788s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:07.75Z","caller":"traceutil/trace.go:171","msg":"trace[1601129578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32679; }","duration":"1.481917824s","start":"2026-05-07T03:20:06.26807Z","end":"2026-05-07T03:20:07.749988Z","steps":["trace[1601129578] 'agreement among raft nodes before linearized reading' (duration: 1.48174081s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.268057Z","time spent":"1.482613299s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:20:07.750026Z","caller":"traceutil/trace.go:171","msg":"trace[2054947821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32679; }","duration":"857.796917ms","start":"2026-05-07T03:20:06.892214Z","end":"2026-05-07T03:20:07.750011Z","steps":["trace[2054947821] 'agreement among raft nodes before linearized reading' (duration: 857.075151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.892202Z","time spent":"858.539273ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:20:07.750092Z","caller":"traceutil/trace.go:171","msg":"trace[1969976617] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:32679; }","duration":"819.41253ms","start":"2026-05-07T03:20:06.930663Z","end":"2026-05-07T03:20:07.750075Z","steps":["trace[1969976617] 'agreement among raft nodes before linearized reading' (duration: 819.187495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.750803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.930643Z","time spent":"820.151536ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:20:07.750292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:06.641504Z","time spent":"1.10870707s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.254785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289014482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:08.399836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.067288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:08.399927Z","caller":"traceutil/trace.go:171","msg":"trace[1635165027] transaction","detail":"{read_only:false; response_revision:32680; number_of_response:1; }","duration":"646.229982ms","start":"2026-05-07T03:20:07.753681Z","end":"2026-05-07T03:20:08.399911Z","steps":["trace[1635165027] 'process raft request' (duration: 522.833616ms)","trace[1635165027] 'compare' (duration: 122.69309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:08.39997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753665Z","time spent":"646.285342ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:08.453463Z","caller":"traceutil/trace.go:171","msg":"trace[804337952] transaction","detail":"{read_only:false; response_revision:32681; number_of_response:1; }","duration":"699.649835ms","start":"2026-05-07T03:20:07.753784Z","end":"2026-05-07T03:20:08.453434Z","steps":["trace[804337952] 'process raft request' (duration: 699.343998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.453608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753765Z","time spent":"699.762547ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:08.453626Z","caller":"traceutil/trace.go:171","msg":"trace[1366805776] linearizableReadLoop","detail":"{readStateIndex:33863; appliedIndex:33855; }","duration":"699.86747ms","start":"2026-05-07T03:20:07.753736Z","end":"2026-05-07T03:20:08.453604Z","steps":["trace[1366805776] 'read index received' (duration: 522.762095ms)","trace[1366805776] 'applied index is now lower than readState.Index' (duration: 177.104535ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:08.453696Z","caller":"traceutil/trace.go:171","msg":"trace[866948821] transaction","detail":"{read_only:false; response_revision:32682; number_of_response:1; }","duration":"699.86552ms","start":"2026-05-07T03:20:07.753826Z","end":"2026-05-07T03:20:08.453691Z","steps":["trace[866948821] 'process raft request' (duration: 699.584333ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:08.453664Z","caller":"traceutil/trace.go:171","msg":"trace[1878449179] transaction","detail":"{read_only:false; response_revision:32684; number_of_response:1; }","duration":"699.445321ms","start":"2026-05-07T03:20:07.754204Z","end":"2026-05-07T03:20:08.453649Z","steps":["trace[1878449179] 'process raft request' (duration: 699.303458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:08.453734Z","caller":"traceutil/trace.go:171","msg":"trace[991144408] transaction","detail":"{read_only:false; response_revision:32685; number_of_response:1; }","duration":"697.631959ms","start":"2026-05-07T03:20:07.756093Z","end":"2026-05-07T03:20:08.453725Z","steps":["trace[991144408] 'process raft request' (duration: 697.445185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.453648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753754Z","time spent":"699.880799ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:20:08.453851Z","caller":"traceutil/trace.go:171","msg":"trace[1939755368] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"345.562957ms","start":"2026-05-07T03:20:08.108272Z","end":"2026-05-07T03:20:08.453835Z","steps":["trace[1939755368] 'process raft request' (duration: 345.295181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.453895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.756082Z","time spent":"697.735931ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.453955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.181296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:08.454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.108241Z","time spent":"345.652429ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:08.453767Z","caller":"traceutil/trace.go:171","msg":"trace[1196046509] transaction","detail":"{read_only:false; response_revision:32683; number_of_response:1; }","duration":"699.857239ms","start":"2026-05-07T03:20:07.753871Z","end":"2026-05-07T03:20:08.453729Z","steps":["trace[1196046509] 'process raft request' (duration: 699.603454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:08.454054Z","caller":"traceutil/trace.go:171","msg":"trace[1841789250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32686; }","duration":"700.319039ms","start":"2026-05-07T03:20:07.753708Z","end":"2026-05-07T03:20:08.454027Z","steps":["trace[1841789250] 'agreement among raft nodes before linearized reading' (duration: 700.031573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.453981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.754184Z","time spent":"699.642965ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.45412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753688Z","time spent":"700.419352ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:08.453799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753816Z","time spent":"699.91207ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.454253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.753843Z","time spent":"700.261218ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:08.725873Z","caller":"traceutil/trace.go:171","msg":"trace[1391964762] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"361.178246ms","start":"2026-05-07T03:20:08.364679Z","end":"2026-05-07T03:20:08.725857Z","steps":["trace[1391964762] 'process raft request' (duration: 361.069754ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:08.725854Z","caller":"traceutil/trace.go:171","msg":"trace[728628193] linearizableReadLoop","detail":"{readStateIndex:33864; appliedIndex:33863; }","duration":"272.146787ms","start":"2026-05-07T03:20:08.453692Z","end":"2026-05-07T03:20:08.725839Z","steps":["trace[728628193] 'read index received' (duration: 271.950673ms)","trace[728628193] 'applied index is now lower than readState.Index' (duration: 195.534µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:08.725984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.364647Z","time spent":"361.278708ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.725992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.450172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:08.726051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.940902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:08.726074Z","caller":"traceutil/trace.go:171","msg":"trace[1649799726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:32687; }","duration":"486.583336ms","start":"2026-05-07T03:20:08.239471Z","end":"2026-05-07T03:20:08.726055Z","steps":["trace[1649799726] 'agreement among raft nodes before linearized reading' (duration: 486.397382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.726118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.239453Z","time spent":"486.656737ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:08.726085Z","caller":"traceutil/trace.go:171","msg":"trace[849478984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32687; }","duration":"541.990313ms","start":"2026-05-07T03:20:08.184074Z","end":"2026-05-07T03:20:08.726064Z","steps":["trace[849478984] 'agreement among raft nodes before linearized reading' (duration: 541.934822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.726201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.184059Z","time spent":"542.128796ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:08.803204Z","caller":"traceutil/trace.go:171","msg":"trace[1711698678] transaction","detail":"{read_only:false; response_revision:32688; number_of_response:1; }","duration":"347.265096ms","start":"2026-05-07T03:20:08.455919Z","end":"2026-05-07T03:20:08.803184Z","steps":["trace[1711698678] 'process raft request' (duration: 347.156373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.803324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.455871Z","time spent":"347.390458ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.803356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.874428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:08.803391Z","caller":"traceutil/trace.go:171","msg":"trace[555932957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32688; }","duration":"184.91138ms","start":"2026-05-07T03:20:08.618468Z","end":"2026-05-07T03:20:08.803379Z","steps":["trace[555932957] 'agreement among raft nodes before linearized reading' (duration: 184.775507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.803397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.481418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:08.803472Z","caller":"traceutil/trace.go:171","msg":"trace[1492000325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32688; }","duration":"342.607601ms","start":"2026-05-07T03:20:08.460846Z","end":"2026-05-07T03:20:08.803453Z","steps":["trace[1492000325] 'agreement among raft nodes before linearized reading' (duration: 342.453697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.80353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.460827Z","time spent":"342.687792ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:08.803563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.162202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:08.803658Z","caller":"traceutil/trace.go:171","msg":"trace[889385333] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:32688; }","duration":"136.302915ms","start":"2026-05-07T03:20:08.667342Z","end":"2026-05-07T03:20:08.803645Z","steps":["trace[889385333] 'agreement among raft nodes before linearized reading' (duration: 135.874915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.100778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.745611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:09.100895Z","caller":"traceutil/trace.go:171","msg":"trace[1704211039] linearizableReadLoop","detail":"{readStateIndex:33866; appliedIndex:33865; }","duration":"297.683757ms","start":"2026-05-07T03:20:08.803195Z","end":"2026-05-07T03:20:09.100878Z","steps":["trace[1704211039] 'read index received' (duration: 127.773343ms)","trace[1704211039] 'applied index is now lower than readState.Index' (duration: 169.909094ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:09.100996Z","caller":"traceutil/trace.go:171","msg":"trace[570355358] transaction","detail":"{read_only:false; response_revision:32689; number_of_response:1; }","duration":"350.971767ms","start":"2026-05-07T03:20:08.750005Z","end":"2026-05-07T03:20:09.100977Z","steps":["trace[570355358] 'process raft request' (duration: 180.955741ms)","trace[570355358] 'compare' (duration: 169.27174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:09.101086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.74999Z","time spent":"351.057839ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:09.10126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.89065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:09.101355Z","caller":"traceutil/trace.go:171","msg":"trace[80405005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32689; }","duration":"296.985932ms","start":"2026-05-07T03:20:08.804331Z","end":"2026-05-07T03:20:09.101317Z","steps":["trace[80405005] 'agreement among raft nodes before linearized reading' (duration: 296.839719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.101595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.269256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:20:09.101624Z","caller":"traceutil/trace.go:171","msg":"trace[630012739] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32689; }","duration":"296.317956ms","start":"2026-05-07T03:20:08.805299Z","end":"2026-05-07T03:20:09.101617Z","steps":["trace[630012739] 'agreement among raft nodes before linearized reading' (duration: 296.236635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.101598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.249741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:09.101663Z","caller":"traceutil/trace.go:171","msg":"trace[1899788052] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:32689; }","duration":"131.365583ms","start":"2026-05-07T03:20:08.970281Z","end":"2026-05-07T03:20:09.101646Z","steps":["trace[1899788052] 'agreement among raft nodes before linearized reading' (duration: 131.24141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.101718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.910203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" ","response":"range_response_count:1 size:7219"} {"level":"info","ts":"2026-05-07T03:20:09.101829Z","caller":"traceutil/trace.go:171","msg":"trace[1191109925] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635400-qw672; range_end:; response_count:1; response_revision:32689; }","duration":"354.030176ms","start":"2026-05-07T03:20:08.747781Z","end":"2026-05-07T03:20:09.101811Z","steps":["trace[1191109925] 'agreement among raft nodes before linearized reading' (duration: 353.77162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.101908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:08.747733Z","time spent":"354.163219ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" "} {"level":"info","ts":"2026-05-07T03:20:09.311252Z","caller":"traceutil/trace.go:171","msg":"trace[1154917410] transaction","detail":"{read_only:false; response_revision:32690; number_of_response:1; }","duration":"199.24596ms","start":"2026-05-07T03:20:09.111971Z","end":"2026-05-07T03:20:09.311217Z","steps":["trace[1154917410] 'process raft request' (duration: 164.29909ms)","trace[1154917410] 'compare' (duration: 34.782216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:09.72809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.622761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:09.72822Z","caller":"traceutil/trace.go:171","msg":"trace[1460659484] linearizableReadLoop","detail":"{readStateIndex:33870; appliedIndex:33869; }","duration":"299.369766ms","start":"2026-05-07T03:20:09.428831Z","end":"2026-05-07T03:20:09.728201Z","steps":["trace[1460659484] 'read index received' (duration: 72.470329ms)","trace[1460659484] 'applied index is now lower than readState.Index' (duration: 226.894067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:09.72835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.508779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:09.728319Z","caller":"traceutil/trace.go:171","msg":"trace[578935982] transaction","detail":"{read_only:false; response_revision:32693; number_of_response:1; }","duration":"393.396565ms","start":"2026-05-07T03:20:09.3349Z","end":"2026-05-07T03:20:09.728297Z","steps":["trace[578935982] 'process raft request' (duration: 166.465107ms)","trace[578935982] 'compare' (duration: 226.473828ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:09.728404Z","caller":"traceutil/trace.go:171","msg":"trace[268157551] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:32693; }","duration":"299.651152ms","start":"2026-05-07T03:20:09.428734Z","end":"2026-05-07T03:20:09.728385Z","steps":["trace[268157551] 'agreement among raft nodes before linearized reading' (duration: 299.56415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.72863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.334879Z","time spent":"393.65702ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:09.728782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.208396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:09.728818Z","caller":"traceutil/trace.go:171","msg":"trace[33557174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:32693; }","duration":"155.280937ms","start":"2026-05-07T03:20:09.573524Z","end":"2026-05-07T03:20:09.728805Z","steps":["trace[33557174] 'agreement among raft nodes before linearized reading' (duration: 155.224276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.729004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.430493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-07T03:20:09.729078Z","caller":"traceutil/trace.go:171","msg":"trace[794058248] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32693; }","duration":"233.538225ms","start":"2026-05-07T03:20:09.495521Z","end":"2026-05-07T03:20:09.72906Z","steps":["trace[794058248] 'agreement among raft nodes before linearized reading' (duration: 233.239398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:09.730404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.679189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:09.730485Z","caller":"traceutil/trace.go:171","msg":"trace[592148250] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:32693; }","duration":"265.600952ms","start":"2026-05-07T03:20:09.464863Z","end":"2026-05-07T03:20:09.730464Z","steps":["trace[592148250] 'agreement among raft nodes before linearized reading' (duration: 263.682299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.079929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.679962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:10.080007Z","caller":"traceutil/trace.go:171","msg":"trace[488220438] linearizableReadLoop","detail":"{readStateIndex:33871; appliedIndex:33870; }","duration":"346.393016ms","start":"2026-05-07T03:20:09.733603Z","end":"2026-05-07T03:20:10.079996Z","steps":["trace[488220438] 'read index received' (duration: 115.143µs)","trace[488220438] 'applied index is now lower than readState.Index' (duration: 346.277103ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:10.080059Z","caller":"traceutil/trace.go:171","msg":"trace[892793893] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"346.478338ms","start":"2026-05-07T03:20:09.733571Z","end":"2026-05-07T03:20:10.080049Z","steps":["trace[892793893] 'process raft request' (duration: 136.621901ms)","trace[892793893] 'compare' (duration: 209.517438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:10.080097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.733552Z","time spent":"346.524898ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:10.080308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.696542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" ","response":"range_response_count:1 size:6260"} {"level":"info","ts":"2026-05-07T03:20:10.080363Z","caller":"traceutil/trace.go:171","msg":"trace[471134218] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc; range_end:; response_count:1; response_revision:32694; }","duration":"346.793404ms","start":"2026-05-07T03:20:09.733555Z","end":"2026-05-07T03:20:10.080349Z","steps":["trace[471134218] 'agreement among raft nodes before linearized reading' (duration: 346.628911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.080402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.733469Z","time spent":"346.921287ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-7rbfc\" "} {"level":"info","ts":"2026-05-07T03:20:10.100522Z","caller":"traceutil/trace.go:171","msg":"trace[1366039172] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"365.448461ms","start":"2026-05-07T03:20:09.735053Z","end":"2026-05-07T03:20:10.100501Z","steps":["trace[1366039172] 'process raft request' (duration: 365.218316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.100677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.735037Z","time spent":"365.549153ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:10.100953Z","caller":"traceutil/trace.go:171","msg":"trace[1623962584] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"364.702954ms","start":"2026-05-07T03:20:09.736232Z","end":"2026-05-07T03:20:10.100935Z","steps":["trace[1623962584] 'process raft request' (duration: 364.170372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.101021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.736224Z","time spent":"364.766125ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:10.101182Z","caller":"traceutil/trace.go:171","msg":"trace[27487302] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"344.892282ms","start":"2026-05-07T03:20:09.756277Z","end":"2026-05-07T03:20:10.101169Z","steps":["trace[27487302] 'process raft request' (duration: 344.561755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.101239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.756257Z","time spent":"344.952043ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:10.101219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.148634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-07T03:20:10.101304Z","caller":"traceutil/trace.go:171","msg":"trace[2096634482] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32697; }","duration":"283.286607ms","start":"2026-05-07T03:20:09.817995Z","end":"2026-05-07T03:20:10.101282Z","steps":["trace[2096634482] 'agreement among raft nodes before linearized reading' (duration: 282.98791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.347108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.000118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:10.347331Z","caller":"traceutil/trace.go:171","msg":"trace[1358719086] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"256.333625ms","start":"2026-05-07T03:20:10.090981Z","end":"2026-05-07T03:20:10.347314Z","steps":["trace[1358719086] 'process raft request' (duration: 256.274554ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:10.347391Z","caller":"traceutil/trace.go:171","msg":"trace[1507452847] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"261.52011ms","start":"2026-05-07T03:20:10.085847Z","end":"2026-05-07T03:20:10.347367Z","steps":["trace[1507452847] 'process raft request' (duration: 261.344726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:10.347439Z","caller":"traceutil/trace.go:171","msg":"trace[452472915] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"261.881268ms","start":"2026-05-07T03:20:10.085527Z","end":"2026-05-07T03:20:10.347408Z","steps":["trace[452472915] 'process raft request' (duration: 159.782419ms)","trace[452472915] 'compare' (duration: 101.619269ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:10.566444Z","caller":"traceutil/trace.go:171","msg":"trace[379714494] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"460.069314ms","start":"2026-05-07T03:20:10.106337Z","end":"2026-05-07T03:20:10.566407Z","steps":["trace[379714494] 'process raft request' (duration: 362.708159ms)","trace[379714494] 'compare' (duration: 97.1211ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:10.566482Z","caller":"traceutil/trace.go:171","msg":"trace[2116656347] transaction","detail":"{read_only:false; response_revision:32702; number_of_response:1; }","duration":"457.768973ms","start":"2026-05-07T03:20:10.108675Z","end":"2026-05-07T03:20:10.566444Z","steps":["trace[2116656347] 'process raft request' (duration: 457.613389ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:10.56654Z","caller":"traceutil/trace.go:171","msg":"trace[1771986399] linearizableReadLoop","detail":"{readStateIndex:33878; appliedIndex:33874; }","duration":"457.929616ms","start":"2026-05-07T03:20:10.108586Z","end":"2026-05-07T03:20:10.566515Z","steps":["trace[1771986399] 'read index received' (duration: 136.731644ms)","trace[1771986399] 'applied index is now lower than readState.Index' (duration: 321.196052ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:10.566582Z","caller":"traceutil/trace.go:171","msg":"trace[1921931531] transaction","detail":"{read_only:false; response_revision:32703; number_of_response:1; }","duration":"457.303702ms","start":"2026-05-07T03:20:10.109262Z","end":"2026-05-07T03:20:10.566566Z","steps":["trace[1921931531] 'process raft request' (duration: 457.074917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.56659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.1063Z","time spent":"460.215817ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:10.566635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.108651Z","time spent":"457.906815ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:10.566697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.109253Z","time spent":"457.372044ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:10.566708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.09988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:10.566755Z","caller":"traceutil/trace.go:171","msg":"trace[598346898] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:32703; }","duration":"458.181141ms","start":"2026-05-07T03:20:10.10856Z","end":"2026-05-07T03:20:10.566741Z","steps":["trace[598346898] 'agreement among raft nodes before linearized reading' (duration: 458.060068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.566804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.108553Z","time spent":"458.238052ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.067091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289014530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:11.235722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.870526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:11.23612Z","caller":"traceutil/trace.go:171","msg":"trace[1736393625] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"880.014032ms","start":"2026-05-07T03:20:10.356082Z","end":"2026-05-07T03:20:11.236096Z","steps":["trace[1736393625] 'process raft request' (duration: 879.798898ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.23609Z","caller":"traceutil/trace.go:171","msg":"trace[902996144] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"882.341334ms","start":"2026-05-07T03:20:10.3537Z","end":"2026-05-07T03:20:11.236042Z","steps":["trace[902996144] 'process raft request' (duration: 758.023018ms)","trace[902996144] 'compare' (duration: 122.956076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:11.236219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.356074Z","time spent":"880.100404ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.236331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.353676Z","time spent":"882.521659ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.236425Z","caller":"traceutil/trace.go:171","msg":"trace[1160691693] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"879.9111ms","start":"2026-05-07T03:20:10.356476Z","end":"2026-05-07T03:20:11.236387Z","steps":["trace[1160691693] 'process raft request' (duration: 879.551142ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.23652Z","caller":"traceutil/trace.go:171","msg":"trace[1642809698] transaction","detail":"{read_only:false; response_revision:32707; number_of_response:1; }","duration":"879.640564ms","start":"2026-05-07T03:20:10.356849Z","end":"2026-05-07T03:20:11.236489Z","steps":["trace[1642809698] 'process raft request' (duration: 879.402879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.236608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.356454Z","time spent":"880.059993ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.23669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.35684Z","time spent":"879.763156ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.236553Z","caller":"traceutil/trace.go:171","msg":"trace[525835898] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"776.232305ms","start":"2026-05-07T03:20:10.460304Z","end":"2026-05-07T03:20:11.236537Z","steps":["trace[525835898] 'process raft request' (duration: 776.171734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.236892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.460288Z","time spent":"776.538461ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.236784Z","caller":"traceutil/trace.go:171","msg":"trace[1594587673] transaction","detail":"{read_only:false; response_revision:32708; number_of_response:1; }","duration":"854.610045ms","start":"2026-05-07T03:20:10.382158Z","end":"2026-05-07T03:20:11.236768Z","steps":["trace[1594587673] 'process raft request' (duration: 854.239057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.237134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.382136Z","time spent":"854.894943ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.292952Z","caller":"traceutil/trace.go:171","msg":"trace[1587674333] transaction","detail":"{read_only:false; response_revision:32710; number_of_response:1; }","duration":"722.418343ms","start":"2026-05-07T03:20:10.570505Z","end":"2026-05-07T03:20:11.292923Z","steps":["trace[1587674333] 'process raft request' (duration: 722.235658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.292987Z","caller":"traceutil/trace.go:171","msg":"trace[70687602] linearizableReadLoop","detail":"{readStateIndex:33889; appliedIndex:33880; }","duration":"726.384222ms","start":"2026-05-07T03:20:10.566585Z","end":"2026-05-07T03:20:11.292969Z","steps":["trace[70687602] 'read index received' (duration: 545.253317ms)","trace[70687602] 'applied index is now lower than readState.Index' (duration: 181.129695ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:11.293067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.570484Z","time spent":"722.525956ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:11.29314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.764152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:11.293116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.901413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:11.29317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.765446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:11.293167Z","caller":"traceutil/trace.go:171","msg":"trace[1065431277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32712; }","duration":"834.823303ms","start":"2026-05-07T03:20:10.458336Z","end":"2026-05-07T03:20:11.293159Z","steps":["trace[1065431277] 'agreement among raft nodes before linearized reading' (duration: 834.718061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.294057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.45833Z","time spent":"835.708252ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:20:11.293206Z","caller":"traceutil/trace.go:171","msg":"trace[1768570687] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:32712; }","duration":"791.038426ms","start":"2026-05-07T03:20:10.50215Z","end":"2026-05-07T03:20:11.293188Z","steps":["trace[1768570687] 'agreement among raft nodes before linearized reading' (duration: 790.867042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.294483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.502138Z","time spent":"792.331845ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.293149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.734981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:20:11.294712Z","caller":"traceutil/trace.go:171","msg":"trace[1765092757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32712; }","duration":"836.324756ms","start":"2026-05-07T03:20:10.458372Z","end":"2026-05-07T03:20:11.294697Z","steps":["trace[1765092757] 'agreement among raft nodes before linearized reading' (duration: 834.616968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.294753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.458368Z","time spent":"836.374517ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:11.293219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.137731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:20:11.294917Z","caller":"traceutil/trace.go:171","msg":"trace[518813374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32712; }","duration":"836.846188ms","start":"2026-05-07T03:20:10.45806Z","end":"2026-05-07T03:20:11.294907Z","steps":["trace[518813374] 'agreement among raft nodes before linearized reading' (duration: 835.11731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.294953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.458053Z","time spent":"836.891819ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:11.293225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.977028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:20:11.295134Z","caller":"traceutil/trace.go:171","msg":"trace[1242976569] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32712; }","duration":"824.897241ms","start":"2026-05-07T03:20:10.470227Z","end":"2026-05-07T03:20:11.295124Z","steps":["trace[1242976569] 'agreement among raft nodes before linearized reading' (duration: 822.956108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.29517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.470218Z","time spent":"824.942372ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:20:11.293248Z","caller":"traceutil/trace.go:171","msg":"trace[487171778] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:32712; }","duration":"801.872898ms","start":"2026-05-07T03:20:10.491362Z","end":"2026-05-07T03:20:11.293235Z","steps":["trace[487171778] 'agreement among raft nodes before linearized reading' (duration: 801.736015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.491355Z","time spent":"803.853671ms","remote":"127.0.0.1:45290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.293264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.121622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:20:11.295377Z","caller":"traceutil/trace.go:171","msg":"trace[1334755580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32712; }","duration":"838.239139ms","start":"2026-05-07T03:20:10.457128Z","end":"2026-05-07T03:20:11.295367Z","steps":["trace[1334755580] 'agreement among raft nodes before linearized reading' (duration: 836.104602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.457123Z","time spent":"838.286211ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:11.293267Z","caller":"traceutil/trace.go:171","msg":"trace[1747232923] transaction","detail":"{read_only:false; response_revision:32711; number_of_response:1; }","duration":"721.196546ms","start":"2026-05-07T03:20:10.572057Z","end":"2026-05-07T03:20:11.293253Z","steps":["trace[1747232923] 'process raft request' (duration: 720.797436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.572034Z","time spent":"723.481516ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.293283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028952409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:11.295647Z","caller":"traceutil/trace.go:171","msg":"trace[946457113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32712; }","duration":"1.031337422s","start":"2026-05-07T03:20:10.264301Z","end":"2026-05-07T03:20:11.295638Z","steps":["trace[946457113] 'agreement among raft nodes before linearized reading' (duration: 1.028963809s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.264287Z","time spent":"1.031383472s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:11.293299Z","caller":"traceutil/trace.go:171","msg":"trace[1266411299] transaction","detail":"{read_only:false; response_revision:32712; number_of_response:1; }","duration":"721.190146ms","start":"2026-05-07T03:20:10.572104Z","end":"2026-05-07T03:20:11.293294Z","steps":["trace[1266411299] 'process raft request' (duration: 720.807598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.572085Z","time spent":"723.711162ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:11.293376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.265556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:11.295928Z","caller":"traceutil/trace.go:171","msg":"trace[1759323376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32712; }","duration":"838.845644ms","start":"2026-05-07T03:20:10.457075Z","end":"2026-05-07T03:20:11.295921Z","steps":["trace[1759323376] 'agreement among raft nodes before linearized reading' (duration: 836.217615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.295953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.457058Z","time spent":"838.888534ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:11.293427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086620327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:11.296071Z","caller":"traceutil/trace.go:171","msg":"trace[1153196514] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:32712; }","duration":"1.089292316s","start":"2026-05-07T03:20:10.206772Z","end":"2026-05-07T03:20:11.296064Z","steps":["trace[1153196514] 'agreement among raft nodes before linearized reading' (duration: 1.086547734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.296097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.206757Z","time spent":"1.089333428s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.293433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048778392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:20:11.296216Z","caller":"traceutil/trace.go:171","msg":"trace[366447174] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:32712; }","duration":"1.051604395s","start":"2026-05-07T03:20:10.244599Z","end":"2026-05-07T03:20:11.296204Z","steps":["trace[366447174] 'agreement among raft nodes before linearized reading' (duration: 1.048673999s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.296276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.244573Z","time spent":"1.051675856s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":196,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:11.548057Z","caller":"traceutil/trace.go:171","msg":"trace[1223701035] linearizableReadLoop","detail":"{readStateIndex:33890; appliedIndex:33889; }","duration":"255.012295ms","start":"2026-05-07T03:20:11.293028Z","end":"2026-05-07T03:20:11.54804Z","steps":["trace[1223701035] 'read index received' (duration: 254.962084ms)","trace[1223701035] 'applied index is now lower than readState.Index' (duration: 49.691µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:11.548266Z","caller":"traceutil/trace.go:171","msg":"trace[1870732327] transaction","detail":"{read_only:false; response_revision:32713; number_of_response:1; }","duration":"302.634929ms","start":"2026-05-07T03:20:11.245623Z","end":"2026-05-07T03:20:11.548257Z","steps":["trace[1870732327] 'process raft request' (duration: 302.307172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.548346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.2456Z","time spent":"302.689669ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.548446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.926488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:11.548471Z","caller":"traceutil/trace.go:171","msg":"trace[477745533] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:32713; }","duration":"329.997259ms","start":"2026-05-07T03:20:11.218467Z","end":"2026-05-07T03:20:11.548464Z","steps":["trace[477745533] 'agreement among raft nodes before linearized reading' (duration: 329.954058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.54849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.218445Z","time spent":"330.039941ms","remote":"127.0.0.1:54000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.548653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.911532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:11.548681Z","caller":"traceutil/trace.go:171","msg":"trace[1602294310] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:32713; }","duration":"730.977954ms","start":"2026-05-07T03:20:10.817693Z","end":"2026-05-07T03:20:11.548671Z","steps":["trace[1602294310] 'agreement among raft nodes before linearized reading' (duration: 730.891102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.548699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.817671Z","time spent":"731.022774ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:11.548791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.722863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129871"} {"level":"info","ts":"2026-05-07T03:20:11.548845Z","caller":"traceutil/trace.go:171","msg":"trace[276881088] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:32713; }","duration":"775.803015ms","start":"2026-05-07T03:20:10.773029Z","end":"2026-05-07T03:20:11.548832Z","steps":["trace[276881088] 'agreement among raft nodes before linearized reading' (duration: 775.608291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.548892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.773005Z","time spent":"775.879107ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129894,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T03:20:11.548859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.387363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5885"} {"level":"info","ts":"2026-05-07T03:20:11.54914Z","caller":"traceutil/trace.go:171","msg":"trace[5549829] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:32713; }","duration":"971.69466ms","start":"2026-05-07T03:20:10.577438Z","end":"2026-05-07T03:20:11.549133Z","steps":["trace[5549829] 'agreement among raft nodes before linearized reading' (duration: 971.358533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.549149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.295636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" ","response":"range_response_count:1 size:7230"} {"level":"warn","ts":"2026-05-07T03:20:11.549165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.577428Z","time spent":"971.729881ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5908,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-05-07T03:20:11.549181Z","caller":"traceutil/trace.go:171","msg":"trace[600912552] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635400-qw672; range_end:; response_count:1; response_revision:32713; }","duration":"759.347708ms","start":"2026-05-07T03:20:10.789822Z","end":"2026-05-07T03:20:11.54917Z","steps":["trace[600912552] 'agreement among raft nodes before linearized reading' (duration: 759.248896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.549219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.789811Z","time spent":"759.401899ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7253,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" "} {"level":"warn","ts":"2026-05-07T03:20:11.549286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.003799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:20:11.549308Z","caller":"traceutil/trace.go:171","msg":"trace[1347884047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32713; }","duration":"767.06278ms","start":"2026-05-07T03:20:10.78224Z","end":"2026-05-07T03:20:11.549303Z","steps":["trace[1347884047] 'agreement among raft nodes before linearized reading' (duration: 767.000328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.549328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.78222Z","time spent":"767.103071ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:20:11.701814Z","caller":"traceutil/trace.go:171","msg":"trace[180149422] transaction","detail":"{read_only:false; response_revision:32716; number_of_response:1; }","duration":"402.504888ms","start":"2026-05-07T03:20:11.299283Z","end":"2026-05-07T03:20:11.701788Z","steps":["trace[180149422] 'process raft request' (duration: 402.293733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.701985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299261Z","time spent":"402.623661ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.702019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.469575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:11.702072Z","caller":"traceutil/trace.go:171","msg":"trace[1555031889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32721; }","duration":"405.557747ms","start":"2026-05-07T03:20:11.296504Z","end":"2026-05-07T03:20:11.702062Z","steps":["trace[1555031889] 'agreement among raft nodes before linearized reading' (duration: 405.369201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.702111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.296486Z","time spent":"405.617359ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:11.702317Z","caller":"traceutil/trace.go:171","msg":"trace[300185029] transaction","detail":"{read_only:false; response_revision:32714; number_of_response:1; }","duration":"403.199454ms","start":"2026-05-07T03:20:11.299104Z","end":"2026-05-07T03:20:11.702304Z","steps":["trace[300185029] 'process raft request' (duration: 397.170929ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.702362Z","caller":"traceutil/trace.go:171","msg":"trace[914516782] transaction","detail":"{read_only:false; response_revision:32717; number_of_response:1; }","duration":"402.925158ms","start":"2026-05-07T03:20:11.299426Z","end":"2026-05-07T03:20:11.702351Z","steps":["trace[914516782] 'process raft request' (duration: 402.183851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.702387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299093Z","time spent":"403.260145ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.702461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299419Z","time spent":"402.975299ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.702525Z","caller":"traceutil/trace.go:171","msg":"trace[2103280832] transaction","detail":"{read_only:false; response_revision:32715; number_of_response:1; }","duration":"403.345358ms","start":"2026-05-07T03:20:11.299169Z","end":"2026-05-07T03:20:11.702514Z","steps":["trace[2103280832] 'process raft request' (duration: 402.359995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.702582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299163Z","time spent":"403.390928ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.701824Z","caller":"traceutil/trace.go:171","msg":"trace[772848977] linearizableReadLoop","detail":"{readStateIndex:33898; appliedIndex:33890; }","duration":"153.691531ms","start":"2026-05-07T03:20:11.54811Z","end":"2026-05-07T03:20:11.701801Z","steps":["trace[772848977] 'read index received' (duration: 148.23337ms)","trace[772848977] 'applied index is now lower than readState.Index' (duration: 5.457321ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:11.702727Z","caller":"traceutil/trace.go:171","msg":"trace[263569609] transaction","detail":"{read_only:false; response_revision:32718; number_of_response:1; }","duration":"402.981739ms","start":"2026-05-07T03:20:11.299729Z","end":"2026-05-07T03:20:11.702711Z","steps":["trace[263569609] 'process raft request' (duration: 401.938605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.702818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299718Z","time spent":"403.053731ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.702945Z","caller":"traceutil/trace.go:171","msg":"trace[807075504] transaction","detail":"{read_only:false; response_revision:32719; number_of_response:1; }","duration":"403.113543ms","start":"2026-05-07T03:20:11.299818Z","end":"2026-05-07T03:20:11.702932Z","steps":["trace[807075504] 'process raft request' (duration: 401.884225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.703079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.299812Z","time spent":"403.170734ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.703318Z","caller":"traceutil/trace.go:171","msg":"trace[642051848] transaction","detail":"{read_only:false; response_revision:32720; number_of_response:1; }","duration":"383.72922ms","start":"2026-05-07T03:20:11.319561Z","end":"2026-05-07T03:20:11.70329Z","steps":["trace[642051848] 'process raft request' (duration: 382.174064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.703368Z","caller":"traceutil/trace.go:171","msg":"trace[1536703068] transaction","detail":"{read_only:false; response_revision:32721; number_of_response:1; }","duration":"382.82655ms","start":"2026-05-07T03:20:11.320523Z","end":"2026-05-07T03:20:11.70335Z","steps":["trace[1536703068] 'process raft request' (duration: 381.242114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.703431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.319537Z","time spent":"383.847372ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.70344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.320509Z","time spent":"382.891571ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.739931Z","caller":"traceutil/trace.go:171","msg":"trace[2100252569] transaction","detail":"{read_only:false; response_revision:32723; number_of_response:1; }","duration":"181.317109ms","start":"2026-05-07T03:20:11.558584Z","end":"2026-05-07T03:20:11.739901Z","steps":["trace[2100252569] 'process raft request' (duration: 181.165116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.740337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.42661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:20:11.740401Z","caller":"traceutil/trace.go:171","msg":"trace[2145887575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32724; }","duration":"185.526183ms","start":"2026-05-07T03:20:11.554863Z","end":"2026-05-07T03:20:11.740389Z","steps":["trace[2145887575] 'agreement among raft nodes before linearized reading' (duration: 185.324269ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.74065Z","caller":"traceutil/trace.go:171","msg":"trace[295885145] transaction","detail":"{read_only:false; response_revision:32722; number_of_response:1; }","duration":"187.60247ms","start":"2026-05-07T03:20:11.552918Z","end":"2026-05-07T03:20:11.74052Z","steps":["trace[295885145] 'process raft request' (duration: 186.647359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:12.398204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.488915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:12.39853Z","caller":"traceutil/trace.go:171","msg":"trace[566828598] transaction","detail":"{read_only:false; response_revision:32727; number_of_response:1; }","duration":"486.805902ms","start":"2026-05-07T03:20:11.911708Z","end":"2026-05-07T03:20:12.398514Z","steps":["trace[566828598] 'process raft request' (duration: 486.753021ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:12.398491Z","caller":"traceutil/trace.go:171","msg":"trace[563307510] transaction","detail":"{read_only:false; response_revision:32726; number_of_response:1; }","duration":"687.940113ms","start":"2026-05-07T03:20:11.710511Z","end":"2026-05-07T03:20:12.398451Z","steps":["trace[563307510] 'process raft request' (duration: 687.765029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:12.398581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.911681Z","time spent":"486.879083ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:12.398601Z","caller":"traceutil/trace.go:171","msg":"trace[797060682] transaction","detail":"{read_only:false; response_revision:32725; number_of_response:1; }","duration":"689.408675ms","start":"2026-05-07T03:20:11.709156Z","end":"2026-05-07T03:20:12.398565Z","steps":["trace[797060682] 'process raft request' (duration: 292.500372ms)","trace[797060682] 'compare' (duration: 396.30502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.398664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.710501Z","time spent":"688.085886ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:12.398813Z","caller":"traceutil/trace.go:171","msg":"trace[213391872] linearizableReadLoop","detail":"{readStateIndex:33903; appliedIndex:33901; }","duration":"658.785292ms","start":"2026-05-07T03:20:11.74002Z","end":"2026-05-07T03:20:12.398805Z","steps":["trace[213391872] 'read index received' (duration: 261.655934ms)","trace[213391872] 'applied index is now lower than readState.Index' (duration: 397.128287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.398829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.70914Z","time spent":"689.534559ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:12.398903Z","caller":"traceutil/trace.go:171","msg":"trace[649753704] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32726; }","duration":"652.495422ms","start":"2026-05-07T03:20:11.746401Z","end":"2026-05-07T03:20:12.398896Z","steps":["trace[649753704] 'process raft request' (duration: 651.99212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:12.398951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.746368Z","time spent":"652.552843ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:12.399092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.704358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:12.399114Z","caller":"traceutil/trace.go:171","msg":"trace[850406448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32727; }","duration":"687.744518ms","start":"2026-05-07T03:20:11.711363Z","end":"2026-05-07T03:20:12.399108Z","steps":["trace[850406448] 'agreement among raft nodes before linearized reading' (duration: 687.704897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:12.399145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.711355Z","time spent":"687.786079ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:12.771862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.853419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:12.772081Z","caller":"traceutil/trace.go:171","msg":"trace[297531805] transaction","detail":"{read_only:false; response_revision:32728; number_of_response:1; }","duration":"664.093811ms","start":"2026-05-07T03:20:12.107954Z","end":"2026-05-07T03:20:12.772047Z","steps":["trace[297531805] 'process raft request' (duration: 426.949505ms)","trace[297531805] 'compare' (duration: 236.593483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.772184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.107929Z","time spent":"664.208983ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:13.147351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.363072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:20:13.148144Z","caller":"traceutil/trace.go:171","msg":"trace[976187696] linearizableReadLoop","detail":"{readStateIndex:33907; appliedIndex:33905; }","duration":"749.288634ms","start":"2026-05-07T03:20:12.398831Z","end":"2026-05-07T03:20:13.14812Z","steps":["trace[976187696] 'read index received' (duration: 136.1109ms)","trace[976187696] 'applied index is now lower than readState.Index' (duration: 613.176343ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:13.148239Z","caller":"traceutil/trace.go:171","msg":"trace[1220643633] transaction","detail":"{read_only:false; response_revision:32729; number_of_response:1; }","duration":"701.909045ms","start":"2026-05-07T03:20:12.446315Z","end":"2026-05-07T03:20:13.148224Z","steps":["trace[1220643633] 'process raft request' (duration: 701.143498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.148341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.446283Z","time spent":"701.985237ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:13.265351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519244799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"warn","ts":"2026-05-07T03:20:13.265324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072730976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:20:13.26542Z","caller":"traceutil/trace.go:171","msg":"trace[1429151539] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32729; }","duration":"1.519356641s","start":"2026-05-07T03:20:11.746045Z","end":"2026-05-07T03:20:13.265402Z","steps":["trace[1429151539] 'agreement among raft nodes before linearized reading' (duration: 1.40247666s)","trace[1429151539] 'range keys from in-memory index tree' (duration: 116.684306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:13.265464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.748832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:13.265482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.746035Z","time spent":"1.519438162s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:20:13.265474Z","caller":"traceutil/trace.go:171","msg":"trace[1527975457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32729; }","duration":"1.072943031s","start":"2026-05-07T03:20:12.192501Z","end":"2026-05-07T03:20:13.265444Z","steps":["trace[1527975457] 'agreement among raft nodes before linearized reading' (duration: 956.025729ms)","trace[1527975457] 'range keys from in-memory index tree' (duration: 116.664675ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:13.265451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411830739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-07T03:20:13.265506Z","caller":"traceutil/trace.go:171","msg":"trace[1844686510] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32730; }","duration":"272.827973ms","start":"2026-05-07T03:20:12.992668Z","end":"2026-05-07T03:20:13.265496Z","steps":["trace[1844686510] 'agreement among raft nodes before linearized reading' (duration: 272.756291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.265535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.192482Z","time spent":"1.073040373s","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-07T03:20:13.265542Z","caller":"traceutil/trace.go:171","msg":"trace[1664462064] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:32729; }","duration":"1.411960101s","start":"2026-05-07T03:20:11.85356Z","end":"2026-05-07T03:20:13.26552Z","steps":["trace[1664462064] 'agreement among raft nodes before linearized reading' (duration: 1.294948048s)","trace[1664462064] 'range keys from in-memory index tree' (duration: 116.785439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:13.265616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.853542Z","time spent":"1.412046464s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T03:20:13.265423Z","caller":"traceutil/trace.go:171","msg":"trace[1573151481] linearizableReadLoop","detail":"{readStateIndex:33909; appliedIndex:33908; }","duration":"117.202908ms","start":"2026-05-07T03:20:13.148191Z","end":"2026-05-07T03:20:13.265394Z","steps":["trace[1573151481] 'read index received' (duration: 93.794844ms)","trace[1573151481] 'applied index is now lower than readState.Index' (duration: 23.406724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:13.265683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.635484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:13.265722Z","caller":"traceutil/trace.go:171","msg":"trace[1974871890] transaction","detail":"{read_only:false; response_revision:32730; number_of_response:1; }","duration":"498.124095ms","start":"2026-05-07T03:20:12.767586Z","end":"2026-05-07T03:20:13.26571Z","steps":["trace[1974871890] 'process raft request' (duration: 474.497436ms)","trace[1974871890] 'compare' (duration: 22.934902ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:13.265753Z","caller":"traceutil/trace.go:171","msg":"trace[345977356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:32730; }","duration":"454.90688ms","start":"2026-05-07T03:20:12.810809Z","end":"2026-05-07T03:20:13.265716Z","steps":["trace[345977356] 'agreement among raft nodes before linearized reading' (duration: 454.834908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.265809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.767554Z","time spent":"498.186615ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:13.265813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.810787Z","time spent":"455.010091ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:13.265552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.024256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:13.26587Z","caller":"traceutil/trace.go:171","msg":"trace[1584765259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32730; }","duration":"864.355213ms","start":"2026-05-07T03:20:12.401503Z","end":"2026-05-07T03:20:13.265858Z","steps":["trace[1584765259] 'agreement among raft nodes before linearized reading' (duration: 863.991515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.265918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.40143Z","time spent":"864.477116ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:13.265622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.124427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:13.265888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.696228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:13.266041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.355569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:13.266075Z","caller":"traceutil/trace.go:171","msg":"trace[441087295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32730; }","duration":"194.913263ms","start":"2026-05-07T03:20:13.071149Z","end":"2026-05-07T03:20:13.266062Z","steps":["trace[441087295] 'agreement among raft nodes before linearized reading' (duration: 194.709439ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.266107Z","caller":"traceutil/trace.go:171","msg":"trace[1676250576] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32730; }","duration":"652.472861ms","start":"2026-05-07T03:20:12.613612Z","end":"2026-05-07T03:20:13.266085Z","steps":["trace[1676250576] 'agreement among raft nodes before linearized reading' (duration: 652.364358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.266165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.613583Z","time spent":"652.547443ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:13.26605Z","caller":"traceutil/trace.go:171","msg":"trace[80553001] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32730; }","duration":"422.601518ms","start":"2026-05-07T03:20:12.84344Z","end":"2026-05-07T03:20:13.266042Z","steps":["trace[80553001] 'agreement among raft nodes before linearized reading' (duration: 422.138478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.26621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.647039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"warn","ts":"2026-05-07T03:20:13.266252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.843416Z","time spent":"422.810782ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:13.266267Z","caller":"traceutil/trace.go:171","msg":"trace[546664339] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:32730; }","duration":"864.738062ms","start":"2026-05-07T03:20:12.401514Z","end":"2026-05-07T03:20:13.266252Z","steps":["trace[546664339] 'agreement among raft nodes before linearized reading' (duration: 864.560868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.266309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.401497Z","time spent":"864.801103ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1093,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-07T03:20:13.793233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289014563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:20:13.822213Z","caller":"traceutil/trace.go:171","msg":"trace[333140543] transaction","detail":"{read_only:false; response_revision:32732; number_of_response:1; }","duration":"536.002229ms","start":"2026-05-07T03:20:13.286188Z","end":"2026-05-07T03:20:13.82219Z","steps":["trace[333140543] 'process raft request' (duration: 535.702423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.822532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.286173Z","time spent":"536.231415ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129855,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:13.905815Z","caller":"traceutil/trace.go:171","msg":"trace[30723970] linearizableReadLoop","detail":"{readStateIndex:33915; appliedIndex:33910; }","duration":"612.973819ms","start":"2026-05-07T03:20:13.292816Z","end":"2026-05-07T03:20:13.90579Z","steps":["trace[30723970] 'read index received' (duration: 528.916032ms)","trace[30723970] 'applied index is now lower than readState.Index' (duration: 84.057057ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:13.905838Z","caller":"traceutil/trace.go:171","msg":"trace[1398147920] transaction","detail":"{read_only:false; response_revision:32734; number_of_response:1; }","duration":"196.151481ms","start":"2026-05-07T03:20:13.709656Z","end":"2026-05-07T03:20:13.905807Z","steps":["trace[1398147920] 'process raft request' (duration: 196.042098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.905901Z","caller":"traceutil/trace.go:171","msg":"trace[969086648] transaction","detail":"{read_only:false; response_revision:32735; number_of_response:1; }","duration":"194.125755ms","start":"2026-05-07T03:20:13.711767Z","end":"2026-05-07T03:20:13.905893Z","steps":["trace[969086648] 'process raft request' (duration: 193.963501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.906009Z","caller":"traceutil/trace.go:171","msg":"trace[1172154570] transaction","detail":"{read_only:false; response_revision:32736; number_of_response:1; }","duration":"174.562038ms","start":"2026-05-07T03:20:13.731441Z","end":"2026-05-07T03:20:13.906003Z","steps":["trace[1172154570] 'process raft request' (duration: 174.320063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.906023Z","caller":"traceutil/trace.go:171","msg":"trace[1311159494] transaction","detail":"{read_only:false; response_revision:32733; number_of_response:1; }","duration":"606.674347ms","start":"2026-05-07T03:20:13.299341Z","end":"2026-05-07T03:20:13.906015Z","steps":["trace[1311159494] 'process raft request' (duration: 606.230007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.906101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.299331Z","time spent":"606.708349ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:13.906152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.565756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:13.906265Z","caller":"traceutil/trace.go:171","msg":"trace[787945395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32736; }","duration":"529.700499ms","start":"2026-05-07T03:20:13.376528Z","end":"2026-05-07T03:20:13.906228Z","steps":["trace[787945395] 'agreement among raft nodes before linearized reading' (duration: 529.557976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.906319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.376513Z","time spent":"529.789951ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:20:13.906416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.399341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:13.906449Z","caller":"traceutil/trace.go:171","msg":"trace[2019011789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32736; }","duration":"194.456392ms","start":"2026-05-07T03:20:13.711983Z","end":"2026-05-07T03:20:13.90644Z","steps":["trace[2019011789] 'agreement among raft nodes before linearized reading' (duration: 194.351239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.906521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.462607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:20:13.906557Z","caller":"traceutil/trace.go:171","msg":"trace[1735074232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32736; }","duration":"196.528469ms","start":"2026-05-07T03:20:13.71002Z","end":"2026-05-07T03:20:13.906549Z","steps":["trace[1735074232] 'agreement among raft nodes before linearized reading' (duration: 196.401456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.90669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.86942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:20:13.906716Z","caller":"traceutil/trace.go:171","msg":"trace[1006698644] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:32736; }","duration":"613.92296ms","start":"2026-05-07T03:20:13.292788Z","end":"2026-05-07T03:20:13.90671Z","steps":["trace[1006698644] 'agreement among raft nodes before linearized reading' (duration: 613.752796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.906736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.292776Z","time spent":"613.954621ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:13.906738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.014033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:13.908659Z","caller":"traceutil/trace.go:171","msg":"trace[453163051] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:32736; }","duration":"285.922635ms","start":"2026-05-07T03:20:13.622707Z","end":"2026-05-07T03:20:13.90863Z","steps":["trace[453163051] 'agreement among raft nodes before linearized reading' (duration: 283.956991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.906768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.895445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:20:13.906933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.015803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:13.906691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.738119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:20:13.907282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.939474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:20:13.908748Z","caller":"traceutil/trace.go:171","msg":"trace[271799822] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:32736; }","duration":"531.459758ms","start":"2026-05-07T03:20:13.377274Z","end":"2026-05-07T03:20:13.908734Z","steps":["trace[271799822] 'agreement among raft nodes before linearized reading' (duration: 529.806912ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.908771Z","caller":"traceutil/trace.go:171","msg":"trace[973794766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32736; }","duration":"195.867814ms","start":"2026-05-07T03:20:13.712887Z","end":"2026-05-07T03:20:13.908755Z","steps":["trace[973794766] 'agreement among raft nodes before linearized reading' (duration: 193.975233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:13.908769Z","caller":"traceutil/trace.go:171","msg":"trace[2052361195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32736; }","duration":"197.907129ms","start":"2026-05-07T03:20:13.710837Z","end":"2026-05-07T03:20:13.908744Z","steps":["trace[2052361195] 'agreement among raft nodes before linearized reading' (duration: 195.872654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.908817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.377254Z","time spent":"531.534969ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-07T03:20:13.908879Z","caller":"traceutil/trace.go:171","msg":"trace[1877352507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32736; }","duration":"196.923698ms","start":"2026-05-07T03:20:13.711932Z","end":"2026-05-07T03:20:13.908856Z","steps":["trace[1877352507] 'agreement among raft nodes before linearized reading' (duration: 194.713999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.047814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.982269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:14.047921Z","caller":"traceutil/trace.go:171","msg":"trace[631089791] transaction","detail":"{read_only:false; response_revision:32737; number_of_response:1; }","duration":"136.313164ms","start":"2026-05-07T03:20:13.911588Z","end":"2026-05-07T03:20:14.047901Z","steps":["trace[631089791] 'process raft request' (duration: 16.162581ms)","trace[631089791] 'compare' (duration: 119.866227ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:14.062348Z","caller":"traceutil/trace.go:171","msg":"trace[366850064] transaction","detail":"{read_only:false; response_revision:32739; number_of_response:1; }","duration":"148.456055ms","start":"2026-05-07T03:20:13.913871Z","end":"2026-05-07T03:20:14.062327Z","steps":["trace[366850064] 'process raft request' (duration: 148.381694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:14.062353Z","caller":"traceutil/trace.go:171","msg":"trace[1769084377] transaction","detail":"{read_only:false; response_revision:32738; number_of_response:1; }","duration":"149.385816ms","start":"2026-05-07T03:20:13.912934Z","end":"2026-05-07T03:20:14.06232Z","steps":["trace[1769084377] 'process raft request' (duration: 149.199812ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:14.062663Z","caller":"traceutil/trace.go:171","msg":"trace[1092352530] transaction","detail":"{read_only:false; response_revision:32740; number_of_response:1; }","duration":"147.332209ms","start":"2026-05-07T03:20:13.915312Z","end":"2026-05-07T03:20:14.062644Z","steps":["trace[1092352530] 'process raft request' (duration: 146.974162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:14.062708Z","caller":"traceutil/trace.go:171","msg":"trace[1128513590] linearizableReadLoop","detail":"{readStateIndex:33918; appliedIndex:33915; }","duration":"148.65215ms","start":"2026-05-07T03:20:13.914028Z","end":"2026-05-07T03:20:14.06268Z","steps":["trace[1128513590] 'read index received' (duration: 13.740727ms)","trace[1128513590] 'applied index is now lower than readState.Index' (duration: 134.909923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:14.062909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.867974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:14.062759Z","caller":"traceutil/trace.go:171","msg":"trace[1244982535] transaction","detail":"{read_only:false; response_revision:32741; number_of_response:1; }","duration":"139.989917ms","start":"2026-05-07T03:20:13.922756Z","end":"2026-05-07T03:20:14.062745Z","steps":["trace[1244982535] 'process raft request' (duration: 139.739391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:14.062935Z","caller":"traceutil/trace.go:171","msg":"trace[786420868] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32741; }","duration":"148.959287ms","start":"2026-05-07T03:20:13.913967Z","end":"2026-05-07T03:20:14.062926Z","steps":["trace[786420868] 'agreement among raft nodes before linearized reading' (duration: 148.866685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.062967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.228281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-05-07T03:20:14.063005Z","caller":"traceutil/trace.go:171","msg":"trace[231494268] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:32741; }","duration":"148.284982ms","start":"2026-05-07T03:20:13.914709Z","end":"2026-05-07T03:20:14.062994Z","steps":["trace[231494268] 'agreement among raft nodes before linearized reading' (duration: 148.151509ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:19.304677Z","caller":"traceutil/trace.go:171","msg":"trace[139011093] transaction","detail":"{read_only:false; response_revision:32818; number_of_response:1; }","duration":"101.899545ms","start":"2026-05-07T03:20:19.202713Z","end":"2026-05-07T03:20:19.304612Z","steps":["trace[139011093] 'process raft request' (duration: 101.591458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:19.477612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.382031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:19.47787Z","caller":"traceutil/trace.go:171","msg":"trace[1997702386] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"230.905367ms","start":"2026-05-07T03:20:19.246935Z","end":"2026-05-07T03:20:19.477841Z","steps":["trace[1997702386] 'process raft request' (duration: 105.212049ms)","trace[1997702386] 'compare' (duration: 125.160356ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:19.477907Z","caller":"traceutil/trace.go:171","msg":"trace[1491076543] transaction","detail":"{read_only:false; response_revision:32820; number_of_response:1; }","duration":"110.969878ms","start":"2026-05-07T03:20:19.366918Z","end":"2026-05-07T03:20:19.477888Z","steps":["trace[1491076543] 'process raft request' (duration: 110.805114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:19.478079Z","caller":"traceutil/trace.go:171","msg":"trace[2056555127] linearizableReadLoop","detail":"{readStateIndex:34001; appliedIndex:34000; }","duration":"169.039125ms","start":"2026-05-07T03:20:19.309029Z","end":"2026-05-07T03:20:19.478068Z","steps":["trace[2056555127] 'read index received' (duration: 43.02627ms)","trace[2056555127] 'applied index is now lower than readState.Index' (duration: 126.011685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:19.478536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.500676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:20:19.47859Z","caller":"traceutil/trace.go:171","msg":"trace[1293507207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32820; }","duration":"169.593778ms","start":"2026-05-07T03:20:19.308982Z","end":"2026-05-07T03:20:19.478575Z","steps":["trace[1293507207] 'agreement among raft nodes before linearized reading' (duration: 169.417783ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:19.81956Z","caller":"traceutil/trace.go:171","msg":"trace[1643131793] linearizableReadLoop","detail":"{readStateIndex:34003; appliedIndex:34002; }","duration":"329.423976ms","start":"2026-05-07T03:20:19.490106Z","end":"2026-05-07T03:20:19.81953Z","steps":["trace[1643131793] 'read index received' (duration: 329.117969ms)","trace[1643131793] 'applied index is now lower than readState.Index' (duration: 304.907µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:19.819733Z","caller":"traceutil/trace.go:171","msg":"trace[899634934] transaction","detail":"{read_only:false; response_revision:32821; number_of_response:1; }","duration":"336.528685ms","start":"2026-05-07T03:20:19.483181Z","end":"2026-05-07T03:20:19.81971Z","steps":["trace[899634934] 'process raft request' (duration: 336.122266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:19.82013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.998756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:19.82036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.267564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:19.820415Z","caller":"traceutil/trace.go:171","msg":"trace[203249926] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:32821; }","duration":"179.16778ms","start":"2026-05-07T03:20:19.641049Z","end":"2026-05-07T03:20:19.820217Z","steps":["trace[203249926] 'agreement among raft nodes before linearized reading' (duration: 178.750691ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:19.820427Z","caller":"traceutil/trace.go:171","msg":"trace[433782519] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:32821; }","duration":"149.390197ms","start":"2026-05-07T03:20:19.671018Z","end":"2026-05-07T03:20:19.820408Z","steps":["trace[433782519] 'agreement among raft nodes before linearized reading' (duration: 149.253643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:19.820811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.660714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-07T03:20:19.821101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.483165Z","time spent":"336.609768ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:19.821193Z","caller":"traceutil/trace.go:171","msg":"trace[859245931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32821; }","duration":"330.90375ms","start":"2026-05-07T03:20:19.490068Z","end":"2026-05-07T03:20:19.820972Z","steps":["trace[859245931] 'agreement among raft nodes before linearized reading' (duration: 330.079621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:19.821396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.490054Z","time spent":"331.324349ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:20:20.0344Z","caller":"traceutil/trace.go:171","msg":"trace[1036645991] transaction","detail":"{read_only:false; response_revision:32823; number_of_response:1; }","duration":"100.167397ms","start":"2026-05-07T03:20:19.934205Z","end":"2026-05-07T03:20:20.034372Z","steps":["trace[1036645991] 'process raft request' (duration: 99.940762ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:20.453027Z","caller":"traceutil/trace.go:171","msg":"trace[1153676606] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"246.805801ms","start":"2026-05-07T03:20:20.20619Z","end":"2026-05-07T03:20:20.452996Z","steps":["trace[1153676606] 'process raft request' (duration: 152.630399ms)","trace[1153676606] 'compare' (duration: 93.987778ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:20.453432Z","caller":"traceutil/trace.go:171","msg":"trace[444683596] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"247.077908ms","start":"2026-05-07T03:20:20.206302Z","end":"2026-05-07T03:20:20.453379Z","steps":["trace[444683596] 'process raft request' (duration: 246.659339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:20.453521Z","caller":"traceutil/trace.go:171","msg":"trace[519107802] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"247.13673ms","start":"2026-05-07T03:20:20.206351Z","end":"2026-05-07T03:20:20.453488Z","steps":["trace[519107802] 'process raft request' (duration: 246.911244ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:20.453593Z","caller":"traceutil/trace.go:171","msg":"trace[2125579199] linearizableReadLoop","detail":"{readStateIndex:34011; appliedIndex:34007; }","duration":"188.114742ms","start":"2026-05-07T03:20:20.265454Z","end":"2026-05-07T03:20:20.453568Z","steps":["trace[2125579199] 'read index received' (duration: 93.372306ms)","trace[2125579199] 'applied index is now lower than readState.Index' (duration: 94.741436ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:20.453765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.302006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:20.453782Z","caller":"traceutil/trace.go:171","msg":"trace[966489155] transaction","detail":"{read_only:false; response_revision:32829; number_of_response:1; }","duration":"245.765378ms","start":"2026-05-07T03:20:20.207866Z","end":"2026-05-07T03:20:20.453631Z","steps":["trace[966489155] 'process raft request' (duration: 245.581014ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:20.453811Z","caller":"traceutil/trace.go:171","msg":"trace[1690444049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32829; }","duration":"188.396868ms","start":"2026-05-07T03:20:20.265401Z","end":"2026-05-07T03:20:20.453798Z","steps":["trace[1690444049] 'agreement among raft nodes before linearized reading' (duration: 188.281705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:20.487757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.716089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:20.487833Z","caller":"traceutil/trace.go:171","msg":"trace[746278104] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32830; }","duration":"126.840032ms","start":"2026-05-07T03:20:20.360971Z","end":"2026-05-07T03:20:20.487811Z","steps":["trace[746278104] 'agreement among raft nodes before linearized reading' (duration: 126.689029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:21.810826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289014818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:22.311881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289014818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:22.517451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211078946s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:22.51773Z","caller":"traceutil/trace.go:171","msg":"trace[928425611] transaction","detail":"{read_only:false; response_revision:32832; number_of_response:1; }","duration":"1.211448203s","start":"2026-05-07T03:20:21.306264Z","end":"2026-05-07T03:20:22.517712Z","steps":["trace[928425611] 'process raft request' (duration: 1.21130421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.517821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.306246Z","time spent":"1.211518305s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:22.74623Z","caller":"traceutil/trace.go:171","msg":"trace[1799963266] linearizableReadLoop","detail":"{readStateIndex:34019; appliedIndex:34013; }","duration":"1.436185983s","start":"2026-05-07T03:20:21.310025Z","end":"2026-05-07T03:20:22.746211Z","steps":["trace[1799963266] 'read index received' (duration: 1.207583257s)","trace[1799963266] 'applied index is now lower than readState.Index' (duration: 228.599826ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:22.746418Z","caller":"traceutil/trace.go:171","msg":"trace[885560517] transaction","detail":"{read_only:false; response_revision:32837; number_of_response:1; }","duration":"705.484555ms","start":"2026-05-07T03:20:22.040895Z","end":"2026-05-07T03:20:22.74638Z","steps":["trace[885560517] 'process raft request' (duration: 705.24066ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.746496Z","caller":"traceutil/trace.go:171","msg":"trace[1556678225] transaction","detail":"{read_only:false; response_revision:32838; number_of_response:1; }","duration":"261.311756ms","start":"2026-05-07T03:20:22.485141Z","end":"2026-05-07T03:20:22.746453Z","steps":["trace[1556678225] 'process raft request' (duration: 261.0146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.746566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.040863Z","time spent":"705.627908ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:22.74669Z","caller":"traceutil/trace.go:171","msg":"trace[1582042075] transaction","detail":"{read_only:false; response_revision:32833; number_of_response:1; }","duration":"1.434381802s","start":"2026-05-07T03:20:21.3123Z","end":"2026-05-07T03:20:22.746681Z","steps":["trace[1582042075] 'process raft request' (duration: 1.433525383s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.74674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.312285Z","time spent":"1.434430354s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:22.746742Z","caller":"traceutil/trace.go:171","msg":"trace[249104995] transaction","detail":"{read_only:false; response_revision:32839; number_of_response:1; }","duration":"253.895089ms","start":"2026-05-07T03:20:22.492835Z","end":"2026-05-07T03:20:22.74673Z","steps":["trace[249104995] 'process raft request' (duration: 253.345117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.746856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436819876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:22.746887Z","caller":"traceutil/trace.go:171","msg":"trace[1624510569] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:32839; }","duration":"1.436903688s","start":"2026-05-07T03:20:21.309976Z","end":"2026-05-07T03:20:22.74688Z","steps":["trace[1624510569] 'agreement among raft nodes before linearized reading' (duration: 1.436837557s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.746909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.309954Z","time spent":"1.43694818s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:22.746905Z","caller":"traceutil/trace.go:171","msg":"trace[1010323356] transaction","detail":"{read_only:false; response_revision:32834; number_of_response:1; }","duration":"1.26052829s","start":"2026-05-07T03:20:21.486366Z","end":"2026-05-07T03:20:22.746895Z","steps":["trace[1010323356] 'process raft request' (duration: 1.259664261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.746968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.486343Z","time spent":"1.260593882s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:22.747062Z","caller":"traceutil/trace.go:171","msg":"trace[852935995] transaction","detail":"{read_only:false; response_revision:32836; number_of_response:1; }","duration":"706.753203ms","start":"2026-05-07T03:20:22.040288Z","end":"2026-05-07T03:20:22.747041Z","steps":["trace[852935995] 'process raft request' (duration: 705.825303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.040269Z","time spent":"706.844655ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:22.747235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15263391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-599fbcf5db-sgfz7.18ad2731895c4c31\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-05-07T03:20:22.747266Z","caller":"traceutil/trace.go:171","msg":"trace[325714340] range","detail":"{range_begin:/registry/events/openstack/barbican-api-599fbcf5db-sgfz7.18ad2731895c4c31; range_end:; response_count:1; response_revision:32839; }","duration":"1.152701312s","start":"2026-05-07T03:20:21.594556Z","end":"2026-05-07T03:20:22.747257Z","steps":["trace[325714340] 'agreement among raft nodes before linearized reading' (duration: 1.152584209s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.510777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:20:22.747246Z","caller":"traceutil/trace.go:171","msg":"trace[262515765] transaction","detail":"{read_only:false; response_revision:32835; number_of_response:1; }","duration":"749.245131ms","start":"2026-05-07T03:20:21.997944Z","end":"2026-05-07T03:20:22.747189Z","steps":["trace[262515765] 'process raft request' (duration: 748.135387ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.74731Z","caller":"traceutil/trace.go:171","msg":"trace[1597382248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32839; }","duration":"290.578219ms","start":"2026-05-07T03:20:22.456722Z","end":"2026-05-07T03:20:22.747301Z","steps":["trace[1597382248] 'agreement among raft nodes before linearized reading' (duration: 290.416765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.109026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:20:22.747306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.38762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:22.747377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.989709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-07T03:20:22.747392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.119079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:20:22.747391Z","caller":"traceutil/trace.go:171","msg":"trace[535630875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32839; }","duration":"495.226588ms","start":"2026-05-07T03:20:22.252146Z","end":"2026-05-07T03:20:22.747372Z","steps":["trace[535630875] 'agreement among raft nodes before linearized reading' (duration: 495.036894ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.747409Z","caller":"traceutil/trace.go:171","msg":"trace[1166841786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32839; }","duration":"481.602065ms","start":"2026-05-07T03:20:22.265784Z","end":"2026-05-07T03:20:22.747386Z","steps":["trace[1166841786] 'agreement among raft nodes before linearized reading' (duration: 481.39562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.594536Z","time spent":"1.152746222s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-599fbcf5db-sgfz7.18ad2731895c4c31\" "} {"level":"info","ts":"2026-05-07T03:20:22.747432Z","caller":"traceutil/trace.go:171","msg":"trace[2055386360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32839; }","duration":"290.176279ms","start":"2026-05-07T03:20:22.457246Z","end":"2026-05-07T03:20:22.747422Z","steps":["trace[2055386360] 'agreement among raft nodes before linearized reading' (duration: 290.085327ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.747434Z","caller":"traceutil/trace.go:171","msg":"trace[883536886] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:32839; }","duration":"510.110601ms","start":"2026-05-07T03:20:22.237294Z","end":"2026-05-07T03:20:22.74742Z","steps":["trace[883536886] 'agreement among raft nodes before linearized reading' (duration: 509.909757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.978693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T03:20:22.74746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.265756Z","time spent":"481.694637ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:22.74745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.252122Z","time spent":"495.313711ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:22.747474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.237183Z","time spent":"510.283315ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-07T03:20:22.747402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.997925Z","time spent":"749.399635ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:22.747495Z","caller":"traceutil/trace.go:171","msg":"trace[234061508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32839; }","duration":"289.040925ms","start":"2026-05-07T03:20:22.45844Z","end":"2026-05-07T03:20:22.747481Z","steps":["trace[234061508] 'agreement among raft nodes before linearized reading' (duration: 288.881331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.747474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.015944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:20:22.747554Z","caller":"traceutil/trace.go:171","msg":"trace[1131242201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32839; }","duration":"289.119087ms","start":"2026-05-07T03:20:22.458413Z","end":"2026-05-07T03:20:22.747533Z","steps":["trace[1131242201] 'agreement among raft nodes before linearized reading' (duration: 288.900682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.749141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.876807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:20:22.749232Z","caller":"traceutil/trace.go:171","msg":"trace[2065730402] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:32839; }","duration":"313.020991ms","start":"2026-05-07T03:20:22.43619Z","end":"2026-05-07T03:20:22.749211Z","steps":["trace[2065730402] 'agreement among raft nodes before linearized reading' (duration: 311.063177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.749277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.436165Z","time spent":"313.102253ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2409,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:22.979056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.290684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:22.979448Z","caller":"traceutil/trace.go:171","msg":"trace[1776121242] transaction","detail":"{read_only:false; response_revision:32841; number_of_response:1; }","duration":"226.294425ms","start":"2026-05-07T03:20:22.753125Z","end":"2026-05-07T03:20:22.97942Z","steps":["trace[1776121242] 'process raft request' (duration: 123.51963ms)","trace[1776121242] 'compare' (duration: 101.615989ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:22.979597Z","caller":"traceutil/trace.go:171","msg":"trace[172416361] transaction","detail":"{read_only:false; response_revision:32842; number_of_response:1; }","duration":"226.383636ms","start":"2026-05-07T03:20:22.753188Z","end":"2026-05-07T03:20:22.979572Z","steps":["trace[172416361] 'process raft request' (duration: 226.163091ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.979772Z","caller":"traceutil/trace.go:171","msg":"trace[747431866] transaction","detail":"{read_only:false; response_revision:32843; number_of_response:1; }","duration":"224.829141ms","start":"2026-05-07T03:20:22.754932Z","end":"2026-05-07T03:20:22.979761Z","steps":["trace[747431866] 'process raft request' (duration: 224.596636ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.979899Z","caller":"traceutil/trace.go:171","msg":"trace[1332300967] transaction","detail":"{read_only:false; response_revision:32844; number_of_response:1; }","duration":"224.552465ms","start":"2026-05-07T03:20:22.755327Z","end":"2026-05-07T03:20:22.97988Z","steps":["trace[1332300967] 'process raft request' (duration: 224.35649ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.979997Z","caller":"traceutil/trace.go:171","msg":"trace[1644796170] linearizableReadLoop","detail":"{readStateIndex:34027; appliedIndex:34022; }","duration":"212.167648ms","start":"2026-05-07T03:20:22.767815Z","end":"2026-05-07T03:20:22.979983Z","steps":["trace[1644796170] 'read index received' (duration: 108.845801ms)","trace[1644796170] 'applied index is now lower than readState.Index' (duration: 103.320007ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:22.979926Z","caller":"traceutil/trace.go:171","msg":"trace[209440814] transaction","detail":"{read_only:false; response_revision:32845; number_of_response:1; }","duration":"223.565542ms","start":"2026-05-07T03:20:22.756346Z","end":"2026-05-07T03:20:22.979912Z","steps":["trace[209440814] 'process raft request' (duration: 223.46236ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.980068Z","caller":"traceutil/trace.go:171","msg":"trace[771427282] transaction","detail":"{read_only:false; response_revision:32846; number_of_response:1; }","duration":"141.914478ms","start":"2026-05-07T03:20:22.838129Z","end":"2026-05-07T03:20:22.980043Z","steps":["trace[771427282] 'process raft request' (duration: 141.819396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.98017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.353852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:20:22.980212Z","caller":"traceutil/trace.go:171","msg":"trace[1577076907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:32846; }","duration":"212.421683ms","start":"2026-05-07T03:20:22.767777Z","end":"2026-05-07T03:20:22.980199Z","steps":["trace[1577076907] 'agreement among raft nodes before linearized reading' (duration: 212.29032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:22.980323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.714651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:22.980348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.142687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:22.980382Z","caller":"traceutil/trace.go:171","msg":"trace[201765578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:32846; }","duration":"178.775912ms","start":"2026-05-07T03:20:22.801593Z","end":"2026-05-07T03:20:22.980369Z","steps":["trace[201765578] 'agreement among raft nodes before linearized reading' (duration: 178.6889ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:22.980388Z","caller":"traceutil/trace.go:171","msg":"trace[1997601309] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:32846; }","duration":"109.235959ms","start":"2026-05-07T03:20:22.871139Z","end":"2026-05-07T03:20:22.980375Z","steps":["trace[1997601309] 'agreement among raft nodes before linearized reading' (duration: 109.158318ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:25.271823Z","caller":"traceutil/trace.go:171","msg":"trace[1799816722] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"284.569965ms","start":"2026-05-07T03:20:24.987221Z","end":"2026-05-07T03:20:25.271791Z","steps":["trace[1799816722] 'process raft request' (duration: 273.366005ms)","trace[1799816722] 'compare' (duration: 10.888132ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:25.27281Z","caller":"traceutil/trace.go:171","msg":"trace[1445596544] transaction","detail":"{read_only:false; response_revision:32857; number_of_response:1; }","duration":"284.984614ms","start":"2026-05-07T03:20:24.987809Z","end":"2026-05-07T03:20:25.272793Z","steps":["trace[1445596544] 'process raft request' (duration: 284.873911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:25.272866Z","caller":"traceutil/trace.go:171","msg":"trace[988096559] transaction","detail":"{read_only:false; response_revision:32856; number_of_response:1; }","duration":"285.549347ms","start":"2026-05-07T03:20:24.987283Z","end":"2026-05-07T03:20:25.272833Z","steps":["trace[988096559] 'process raft request' (duration: 284.441841ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:25.272986Z","caller":"traceutil/trace.go:171","msg":"trace[283980398] transaction","detail":"{read_only:false; response_revision:32858; number_of_response:1; }","duration":"285.038035ms","start":"2026-05-07T03:20:24.987924Z","end":"2026-05-07T03:20:25.272962Z","steps":["trace[283980398] 'process raft request' (duration: 284.830601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:25.273164Z","caller":"traceutil/trace.go:171","msg":"trace[1243694834] linearizableReadLoop","detail":"{readStateIndex:34042; appliedIndex:34037; }","duration":"181.066373ms","start":"2026-05-07T03:20:25.092077Z","end":"2026-05-07T03:20:25.273143Z","steps":["trace[1243694834] 'read index received' (duration: 168.541684ms)","trace[1243694834] 'applied index is now lower than readState.Index' (duration: 12.523129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:25.273281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.176266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:25.273277Z","caller":"traceutil/trace.go:171","msg":"trace[2111728176] transaction","detail":"{read_only:false; response_revision:32859; number_of_response:1; }","duration":"282.738434ms","start":"2026-05-07T03:20:24.990494Z","end":"2026-05-07T03:20:25.273232Z","steps":["trace[2111728176] 'process raft request' (duration: 282.386297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:25.273331Z","caller":"traceutil/trace.go:171","msg":"trace[579342831] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:32859; }","duration":"181.271148ms","start":"2026-05-07T03:20:25.092041Z","end":"2026-05-07T03:20:25.273313Z","steps":["trace[579342831] 'agreement among raft nodes before linearized reading' (duration: 181.172166ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:26.314693Z","caller":"traceutil/trace.go:171","msg":"trace[765228557] transaction","detail":"{read_only:false; response_revision:32860; number_of_response:1; }","duration":"161.710542ms","start":"2026-05-07T03:20:26.152938Z","end":"2026-05-07T03:20:26.314648Z","steps":["trace[765228557] 'process raft request' (duration: 161.393755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.371001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.161162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:27.371147Z","caller":"traceutil/trace.go:171","msg":"trace[302709843] linearizableReadLoop","detail":"{readStateIndex:34055; appliedIndex:34054; }","duration":"104.737588ms","start":"2026-05-07T03:20:27.266369Z","end":"2026-05-07T03:20:27.371106Z","steps":["trace[302709843] 'read index received' (duration: 39.93µs)","trace[302709843] 'applied index is now lower than readState.Index' (duration: 104.695958ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:27.371153Z","caller":"traceutil/trace.go:171","msg":"trace[1888643893] transaction","detail":"{read_only:false; response_revision:32871; number_of_response:1; }","duration":"185.878741ms","start":"2026-05-07T03:20:27.18525Z","end":"2026-05-07T03:20:27.371128Z","steps":["trace[1888643893] 'process raft request' (duration: 61.484843ms)","trace[1888643893] 'compare' (duration: 123.883096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:27.371335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.937953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:27.37143Z","caller":"traceutil/trace.go:171","msg":"trace[591850947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32871; }","duration":"105.079887ms","start":"2026-05-07T03:20:27.266325Z","end":"2026-05-07T03:20:27.371405Z","steps":["trace[591850947] 'agreement among raft nodes before linearized reading' (duration: 104.912663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.787129Z","caller":"traceutil/trace.go:171","msg":"trace[191866704] transaction","detail":"{read_only:false; response_revision:32873; number_of_response:1; }","duration":"411.06781ms","start":"2026-05-07T03:20:27.376027Z","end":"2026-05-07T03:20:27.787095Z","steps":["trace[191866704] 'process raft request' (duration: 410.770303ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.787156Z","caller":"traceutil/trace.go:171","msg":"trace[80368172] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"409.237308ms","start":"2026-05-07T03:20:27.377895Z","end":"2026-05-07T03:20:27.787132Z","steps":["trace[80368172] 'process raft request' (duration: 409.194378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.787286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.376005Z","time spent":"411.202112ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:27.787305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.377881Z","time spent":"409.341961ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:27.787469Z","caller":"traceutil/trace.go:171","msg":"trace[129978860] transaction","detail":"{read_only:false; response_revision:32874; number_of_response:1; }","duration":"410.986458ms","start":"2026-05-07T03:20:27.376443Z","end":"2026-05-07T03:20:27.78743Z","steps":["trace[129978860] 'process raft request' (duration: 410.501496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.78753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.376427Z","time spent":"411.075721ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:27.787789Z","caller":"traceutil/trace.go:171","msg":"trace[540369641] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"410.488888ms","start":"2026-05-07T03:20:27.377289Z","end":"2026-05-07T03:20:27.787778Z","steps":["trace[540369641] 'process raft request' (duration: 409.73125ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.787818Z","caller":"traceutil/trace.go:171","msg":"trace[1950831236] transaction","detail":"{read_only:false; response_revision:32875; number_of_response:1; }","duration":"410.995868ms","start":"2026-05-07T03:20:27.376809Z","end":"2026-05-07T03:20:27.787805Z","steps":["trace[1950831236] 'process raft request' (duration: 410.176539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.787855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.377282Z","time spent":"410.540709ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:27.78795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.3768Z","time spent":"411.04753ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.110328Z","caller":"traceutil/trace.go:171","msg":"trace[1872960759] transaction","detail":"{read_only:false; response_revision:32878; number_of_response:1; }","duration":"320.439447ms","start":"2026-05-07T03:20:28.789859Z","end":"2026-05-07T03:20:29.110298Z","steps":["trace[1872960759] 'process raft request' (duration: 320.242812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.110519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.789824Z","time spent":"320.59881ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.264446Z","caller":"traceutil/trace.go:171","msg":"trace[1281291900] transaction","detail":"{read_only:false; response_revision:32881; number_of_response:1; }","duration":"464.154706ms","start":"2026-05-07T03:20:28.800267Z","end":"2026-05-07T03:20:29.264421Z","steps":["trace[1281291900] 'process raft request' (duration: 464.079974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.264479Z","caller":"traceutil/trace.go:171","msg":"trace[1945232227] transaction","detail":"{read_only:false; response_revision:32879; number_of_response:1; }","duration":"465.365862ms","start":"2026-05-07T03:20:28.799077Z","end":"2026-05-07T03:20:29.264443Z","steps":["trace[1945232227] 'process raft request' (duration: 458.55111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.264614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.80026Z","time spent":"464.267538ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:29.264653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.799058Z","time spent":"465.500516ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.264488Z","caller":"traceutil/trace.go:171","msg":"trace[1852270353] transaction","detail":"{read_only:false; response_revision:32880; number_of_response:1; }","duration":"464.436112ms","start":"2026-05-07T03:20:28.800017Z","end":"2026-05-07T03:20:29.264454Z","steps":["trace[1852270353] 'process raft request' (duration: 464.283729ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.264784Z","caller":"traceutil/trace.go:171","msg":"trace[218417171] transaction","detail":"{read_only:false; response_revision:32882; number_of_response:1; }","duration":"464.155475ms","start":"2026-05-07T03:20:28.800612Z","end":"2026-05-07T03:20:29.264767Z","steps":["trace[218417171] 'process raft request' (duration: 463.772877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.264863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.800604Z","time spent":"464.213997ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:29.264863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.799994Z","time spent":"464.80544ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.264896Z","caller":"traceutil/trace.go:171","msg":"trace[1909491123] linearizableReadLoop","detail":"{readStateIndex:34067; appliedIndex:34061; }","duration":"418.414963ms","start":"2026-05-07T03:20:28.846456Z","end":"2026-05-07T03:20:29.264871Z","steps":["trace[1909491123] 'read index received' (duration: 263.721259ms)","trace[1909491123] 'applied index is now lower than readState.Index' (duration: 154.692794ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:29.264956Z","caller":"traceutil/trace.go:171","msg":"trace[1970584655] transaction","detail":"{read_only:false; response_revision:32884; number_of_response:1; }","duration":"227.385408ms","start":"2026-05-07T03:20:29.037504Z","end":"2026-05-07T03:20:29.264889Z","steps":["trace[1970584655] 'process raft request' (duration: 227.258535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.265058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.585608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:29.264872Z","caller":"traceutil/trace.go:171","msg":"trace[908329440] transaction","detail":"{read_only:false; response_revision:32883; number_of_response:1; }","duration":"464.200646ms","start":"2026-05-07T03:20:28.800658Z","end":"2026-05-07T03:20:29.264859Z","steps":["trace[908329440] 'process raft request' (duration: 463.92156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.265094Z","caller":"traceutil/trace.go:171","msg":"trace[964622288] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:32884; }","duration":"418.678669ms","start":"2026-05-07T03:20:28.846403Z","end":"2026-05-07T03:20:29.265082Z","steps":["trace[964622288] 'agreement among raft nodes before linearized reading' (duration: 418.592547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.265132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.846382Z","time spent":"418.735641ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:29.265161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.800653Z","time spent":"464.461692ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.271361Z","caller":"traceutil/trace.go:171","msg":"trace[1285272799] transaction","detail":"{read_only:false; response_revision:32885; number_of_response:1; }","duration":"143.696449ms","start":"2026-05-07T03:20:29.127643Z","end":"2026-05-07T03:20:29.271339Z","steps":["trace[1285272799] 'process raft request' (duration: 143.568876ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.15156Z","caller":"traceutil/trace.go:171","msg":"trace[1133204778] transaction","detail":"{read_only:false; response_revision:32900; number_of_response:1; }","duration":"261.405048ms","start":"2026-05-07T03:20:31.890118Z","end":"2026-05-07T03:20:32.151523Z","steps":["trace[1133204778] 'process raft request' (duration: 250.285239ms)","trace[1133204778] 'compare' (duration: 10.322181ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:32.40976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.221475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:32.410296Z","caller":"traceutil/trace.go:171","msg":"trace[892993993] transaction","detail":"{read_only:false; response_revision:32901; number_of_response:1; }","duration":"519.071002ms","start":"2026-05-07T03:20:31.890961Z","end":"2026-05-07T03:20:32.410032Z","steps":["trace[892993993] 'process raft request' (duration: 364.479099ms)","trace[892993993] 'compare' (duration: 154.05656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:32.410627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:31.890929Z","time spent":"519.504582ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:32.410936Z","caller":"traceutil/trace.go:171","msg":"trace[1002146467] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"519.910651ms","start":"2026-05-07T03:20:31.891003Z","end":"2026-05-07T03:20:32.410913Z","steps":["trace[1002146467] 'process raft request' (duration: 518.874108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:32.411046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:31.890967Z","time spent":"520.029533ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:32.460058Z","caller":"traceutil/trace.go:171","msg":"trace[510723272] linearizableReadLoop","detail":"{readStateIndex:34087; appliedIndex:34084; }","duration":"126.764771ms","start":"2026-05-07T03:20:32.333266Z","end":"2026-05-07T03:20:32.460031Z","steps":["trace[510723272] 'read index received' (duration: 47.93129ms)","trace[510723272] 'applied index is now lower than readState.Index' (duration: 78.831971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:32.460345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.053778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:20:32.46042Z","caller":"traceutil/trace.go:171","msg":"trace[1766805845] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:32902; }","duration":"127.15896ms","start":"2026-05-07T03:20:32.333219Z","end":"2026-05-07T03:20:32.460378Z","steps":["trace[1766805845] 'agreement among raft nodes before linearized reading' (duration: 126.905585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.272256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.84481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:38.272346Z","caller":"traceutil/trace.go:171","msg":"trace[1836653147] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32948; }","duration":"211.933472ms","start":"2026-05-07T03:20:38.060379Z","end":"2026-05-07T03:20:38.272312Z","steps":["trace[1836653147] 'count revisions from in-memory index tree' (duration: 211.727658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.57408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.743269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:20:38.57416Z","caller":"traceutil/trace.go:171","msg":"trace[2002418594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32949; }","duration":"138.884292ms","start":"2026-05-07T03:20:38.435257Z","end":"2026-05-07T03:20:38.574141Z","steps":["trace[2002418594] 'range keys from in-memory index tree' (duration: 138.498542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.574529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.464225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:38.574607Z","caller":"traceutil/trace.go:171","msg":"trace[192995713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32949; }","duration":"126.615738ms","start":"2026-05-07T03:20:38.447973Z","end":"2026-05-07T03:20:38.574589Z","steps":["trace[192995713] 'range keys from in-memory index tree' (duration: 126.238289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.375689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.046074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:39.37579Z","caller":"traceutil/trace.go:171","msg":"trace[1583896140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:32952; }","duration":"139.180948ms","start":"2026-05-07T03:20:39.236586Z","end":"2026-05-07T03:20:39.375766Z","steps":["trace[1583896140] 'count revisions from in-memory index tree' (duration: 138.958863ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.444196Z","caller":"traceutil/trace.go:171","msg":"trace[1677405071] transaction","detail":"{read_only:false; response_revision:32953; number_of_response:1; }","duration":"163.681836ms","start":"2026-05-07T03:20:39.280489Z","end":"2026-05-07T03:20:39.44417Z","steps":["trace[1677405071] 'process raft request' (duration: 163.522712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.444197Z","caller":"traceutil/trace.go:171","msg":"trace[2146810171] linearizableReadLoop","detail":"{readStateIndex:34139; appliedIndex:34138; }","duration":"114.139049ms","start":"2026-05-07T03:20:39.330022Z","end":"2026-05-07T03:20:39.444161Z","steps":["trace[2146810171] 'read index received' (duration: 114.119719ms)","trace[2146810171] 'applied index is now lower than readState.Index' (duration: 17.02µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:39.444333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.290272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:39.44439Z","caller":"traceutil/trace.go:171","msg":"trace[2009115072] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32953; }","duration":"114.406765ms","start":"2026-05-07T03:20:39.32997Z","end":"2026-05-07T03:20:39.444377Z","steps":["trace[2009115072] 'agreement among raft nodes before linearized reading' (duration: 114.288392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.58108Z","caller":"traceutil/trace.go:171","msg":"trace[1501768697] transaction","detail":"{read_only:false; response_revision:32954; number_of_response:1; }","duration":"207.698117ms","start":"2026-05-07T03:20:39.373356Z","end":"2026-05-07T03:20:39.581054Z","steps":["trace[1501768697] 'process raft request' (duration: 207.421861ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.581091Z","caller":"traceutil/trace.go:171","msg":"trace[1570242652] transaction","detail":"{read_only:false; response_revision:32955; number_of_response:1; }","duration":"176.366978ms","start":"2026-05-07T03:20:39.404696Z","end":"2026-05-07T03:20:39.581063Z","steps":["trace[1570242652] 'process raft request' (duration: 176.266625ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.581312Z","caller":"traceutil/trace.go:171","msg":"trace[1828213952] transaction","detail":"{read_only:false; response_revision:32956; number_of_response:1; }","duration":"165.128068ms","start":"2026-05-07T03:20:39.416171Z","end":"2026-05-07T03:20:39.581299Z","steps":["trace[1828213952] 'process raft request' (duration: 164.848721ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.581456Z","caller":"traceutil/trace.go:171","msg":"trace[1167067374] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"164.657937ms","start":"2026-05-07T03:20:39.416791Z","end":"2026-05-07T03:20:39.581449Z","steps":["trace[1167067374] 'process raft request' (duration: 164.473933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.581642Z","caller":"traceutil/trace.go:171","msg":"trace[93802609] transaction","detail":"{read_only:false; response_revision:32958; number_of_response:1; }","duration":"164.521254ms","start":"2026-05-07T03:20:39.417106Z","end":"2026-05-07T03:20:39.581628Z","steps":["trace[93802609] 'process raft request' (duration: 164.290059ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:39.581823Z","caller":"traceutil/trace.go:171","msg":"trace[682810648] transaction","detail":"{read_only:false; response_revision:32959; number_of_response:1; }","duration":"163.255696ms","start":"2026-05-07T03:20:39.418555Z","end":"2026-05-07T03:20:39.581811Z","steps":["trace[682810648] 'process raft request' (duration: 162.892738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.78244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.460242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:39.782559Z","caller":"traceutil/trace.go:171","msg":"trace[776176942] transaction","detail":"{read_only:false; response_revision:32960; number_of_response:1; }","duration":"196.173991ms","start":"2026-05-07T03:20:39.58636Z","end":"2026-05-07T03:20:39.782534Z","steps":["trace[776176942] 'process raft request' (duration: 87.509955ms)","trace[776176942] 'compare' (duration: 108.175706ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:40.172311Z","caller":"traceutil/trace.go:171","msg":"trace[704122705] transaction","detail":"{read_only:false; response_revision:32961; number_of_response:1; }","duration":"110.628931ms","start":"2026-05-07T03:20:40.061655Z","end":"2026-05-07T03:20:40.172284Z","steps":["trace[704122705] 'process raft request' (duration: 110.414855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.531087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.568568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:20:40.531152Z","caller":"traceutil/trace.go:171","msg":"trace[383245843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32961; }","duration":"268.65541ms","start":"2026-05-07T03:20:40.262481Z","end":"2026-05-07T03:20:40.531136Z","steps":["trace[383245843] 'range keys from in-memory index tree' (duration: 268.451556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.531187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.57916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:20:40.531213Z","caller":"traceutil/trace.go:171","msg":"trace[1930513948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32961; }","duration":"217.647171ms","start":"2026-05-07T03:20:40.313559Z","end":"2026-05-07T03:20:40.531206Z","steps":["trace[1930513948] 'range keys from in-memory index tree' (duration: 217.455307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.531338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.685283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:40.531419Z","caller":"traceutil/trace.go:171","msg":"trace[1908209628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32961; }","duration":"265.787275ms","start":"2026-05-07T03:20:40.265612Z","end":"2026-05-07T03:20:40.5314Z","steps":["trace[1908209628] 'range keys from in-memory index tree' (duration: 265.591201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:40.673157Z","caller":"traceutil/trace.go:171","msg":"trace[438203174] transaction","detail":"{read_only:false; response_revision:32962; number_of_response:1; }","duration":"137.304956ms","start":"2026-05-07T03:20:40.535795Z","end":"2026-05-07T03:20:40.6731Z","steps":["trace[438203174] 'process raft request' (duration: 137.01974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:42.039248Z","caller":"traceutil/trace.go:171","msg":"trace[796066645] transaction","detail":"{read_only:false; response_revision:32966; number_of_response:1; }","duration":"452.899235ms","start":"2026-05-07T03:20:41.586246Z","end":"2026-05-07T03:20:42.039145Z","steps":["trace[796066645] 'process raft request' (duration: 452.735691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.0394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.586221Z","time spent":"453.099809ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.141189Z","caller":"traceutil/trace.go:171","msg":"trace[192958264] transaction","detail":"{read_only:false; response_revision:32967; number_of_response:1; }","duration":"554.849701ms","start":"2026-05-07T03:20:41.586318Z","end":"2026-05-07T03:20:42.141167Z","steps":["trace[192958264] 'process raft request' (duration: 554.680027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.141331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.586298Z","time spent":"554.963314ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.141708Z","caller":"traceutil/trace.go:171","msg":"trace[675393997] transaction","detail":"{read_only:false; response_revision:32968; number_of_response:1; }","duration":"554.77671ms","start":"2026-05-07T03:20:41.586906Z","end":"2026-05-07T03:20:42.141683Z","steps":["trace[675393997] 'process raft request' (duration: 554.223917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.141924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.586883Z","time spent":"554.901803ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.142279Z","caller":"traceutil/trace.go:171","msg":"trace[2044842916] transaction","detail":"{read_only:false; response_revision:32969; number_of_response:1; }","duration":"555.147267ms","start":"2026-05-07T03:20:41.587119Z","end":"2026-05-07T03:20:42.142266Z","steps":["trace[2044842916] 'process raft request' (duration: 554.465301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.142352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.587107Z","time spent":"555.205019ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.142678Z","caller":"traceutil/trace.go:171","msg":"trace[1794201540] linearizableReadLoop","detail":"{readStateIndex:34157; appliedIndex:34151; }","duration":"355.889718ms","start":"2026-05-07T03:20:41.786776Z","end":"2026-05-07T03:20:42.142666Z","steps":["trace[1794201540] 'read index received' (duration: 252.212932ms)","trace[1794201540] 'applied index is now lower than readState.Index' (duration: 103.675786ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:42.142826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.046251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:42.142861Z","caller":"traceutil/trace.go:171","msg":"trace[1855759691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32972; }","duration":"356.121753ms","start":"2026-05-07T03:20:41.786731Z","end":"2026-05-07T03:20:42.142853Z","steps":["trace[1855759691] 'agreement among raft nodes before linearized reading' (duration: 355.9888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.142892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.786709Z","time spent":"356.176254ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:20:42.142982Z","caller":"traceutil/trace.go:171","msg":"trace[1542440492] transaction","detail":"{read_only:false; response_revision:32972; number_of_response:1; }","duration":"104.128175ms","start":"2026-05-07T03:20:42.038844Z","end":"2026-05-07T03:20:42.142972Z","steps":["trace[1542440492] 'process raft request' (duration: 103.784888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:42.142992Z","caller":"traceutil/trace.go:171","msg":"trace[1181652826] transaction","detail":"{read_only:false; response_revision:32971; number_of_response:1; }","duration":"555.216389ms","start":"2026-05-07T03:20:41.587739Z","end":"2026-05-07T03:20:42.142956Z","steps":["trace[1181652826] 'process raft request' (duration: 554.841161ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:42.143066Z","caller":"traceutil/trace.go:171","msg":"trace[1130449433] transaction","detail":"{read_only:false; response_revision:32970; number_of_response:1; }","duration":"555.837192ms","start":"2026-05-07T03:20:41.587221Z","end":"2026-05-07T03:20:42.143059Z","steps":["trace[1130449433] 'process raft request' (duration: 554.993974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.143162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.587211Z","time spent":"555.876323ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:42.143206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.587724Z","time spent":"555.358562ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.953536Z","caller":"traceutil/trace.go:171","msg":"trace[956920647] linearizableReadLoop","detail":"{readStateIndex:34162; appliedIndex:34161; }","duration":"246.73409ms","start":"2026-05-07T03:20:42.706781Z","end":"2026-05-07T03:20:42.953515Z","steps":["trace[956920647] 'read index received' (duration: 246.473664ms)","trace[956920647] 'applied index is now lower than readState.Index' (duration: 257.116µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:42.953885Z","caller":"traceutil/trace.go:171","msg":"trace[63232356] transaction","detail":"{read_only:false; response_revision:32975; number_of_response:1; }","duration":"271.996204ms","start":"2026-05-07T03:20:42.681875Z","end":"2026-05-07T03:20:42.953871Z","steps":["trace[63232356] 'process raft request' (duration: 271.444631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.954138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.342084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:20:42.954165Z","caller":"traceutil/trace.go:171","msg":"trace[1955156083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32975; }","duration":"247.412036ms","start":"2026-05-07T03:20:42.706745Z","end":"2026-05-07T03:20:42.954157Z","steps":["trace[1955156083] 'agreement among raft nodes before linearized reading' (duration: 247.295683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.954441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.589513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:20:42.954478Z","caller":"traceutil/trace.go:171","msg":"trace[1454310864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:32975; }","duration":"223.631024ms","start":"2026-05-07T03:20:42.730839Z","end":"2026-05-07T03:20:42.954471Z","steps":["trace[1454310864] 'agreement among raft nodes before linearized reading' (duration: 223.45535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.954708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.919814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:42.95474Z","caller":"traceutil/trace.go:171","msg":"trace[1695590956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32975; }","duration":"220.988925ms","start":"2026-05-07T03:20:42.733744Z","end":"2026-05-07T03:20:42.954733Z","steps":["trace[1695590956] 'agreement among raft nodes before linearized reading' (duration: 220.903303ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:43.288517Z","caller":"traceutil/trace.go:171","msg":"trace[480744621] transaction","detail":"{read_only:false; response_revision:32979; number_of_response:1; }","duration":"100.219268ms","start":"2026-05-07T03:20:43.188273Z","end":"2026-05-07T03:20:43.288492Z","steps":["trace[480744621] 'process raft request' (duration: 99.714637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:43.509467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.062932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:43.509609Z","caller":"traceutil/trace.go:171","msg":"trace[994429824] transaction","detail":"{read_only:false; response_revision:32980; number_of_response:1; }","duration":"217.329844ms","start":"2026-05-07T03:20:43.292257Z","end":"2026-05-07T03:20:43.509587Z","steps":["trace[994429824] 'process raft request' (duration: 84.014826ms)","trace[994429824] 'compare' (duration: 132.890958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:44.259701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.269039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:20:44.259774Z","caller":"traceutil/trace.go:171","msg":"trace[1634090836] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:32980; }","duration":"520.391312ms","start":"2026-05-07T03:20:43.739369Z","end":"2026-05-07T03:20:44.25976Z","steps":["trace[1634090836] 'range keys from in-memory index tree' (duration: 520.122335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.259799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:43.739347Z","time spent":"520.446652ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-07T03:20:44.262222Z","caller":"traceutil/trace.go:171","msg":"trace[781504022] linearizableReadLoop","detail":"{readStateIndex:34168; appliedIndex:34167; }","duration":"117.997785ms","start":"2026-05-07T03:20:44.144202Z","end":"2026-05-07T03:20:44.2622Z","steps":["trace[781504022] 'read index received' (duration: 117.917204ms)","trace[781504022] 'applied index is now lower than readState.Index' (duration: 79.531µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:44.262318Z","caller":"traceutil/trace.go:171","msg":"trace[1962423790] transaction","detail":"{read_only:false; response_revision:32981; number_of_response:1; }","duration":"217.548568ms","start":"2026-05-07T03:20:44.044747Z","end":"2026-05-07T03:20:44.262295Z","steps":["trace[1962423790] 'process raft request' (duration: 217.304872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.262375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.151669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:44.262423Z","caller":"traceutil/trace.go:171","msg":"trace[375231948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32981; }","duration":"118.267482ms","start":"2026-05-07T03:20:44.144143Z","end":"2026-05-07T03:20:44.262411Z","steps":["trace[375231948] 'agreement among raft nodes before linearized reading' (duration: 118.1678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.691659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.590596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:44.692037Z","caller":"traceutil/trace.go:171","msg":"trace[1428659919] transaction","detail":"{read_only:false; response_revision:32982; number_of_response:1; }","duration":"542.913615ms","start":"2026-05-07T03:20:44.149083Z","end":"2026-05-07T03:20:44.691996Z","steps":["trace[1428659919] 'process raft request' (duration: 347.90192ms)","trace[1428659919] 'compare' (duration: 194.366781ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:44.692059Z","caller":"traceutil/trace.go:171","msg":"trace[1352147593] transaction","detail":"{read_only:false; response_revision:32983; number_of_response:1; }","duration":"542.825043ms","start":"2026-05-07T03:20:44.149201Z","end":"2026-05-07T03:20:44.692026Z","steps":["trace[1352147593] 'process raft request' (duration: 542.559077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.692211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.149059Z","time spent":"543.064728ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:44.692312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.149187Z","time spent":"543.021067ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:44.69234Z","caller":"traceutil/trace.go:171","msg":"trace[55384899] transaction","detail":"{read_only:false; response_revision:32985; number_of_response:1; }","duration":"540.826348ms","start":"2026-05-07T03:20:44.151464Z","end":"2026-05-07T03:20:44.69229Z","steps":["trace[55384899] 'process raft request' (duration: 540.441329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:44.69242Z","caller":"traceutil/trace.go:171","msg":"trace[53655019] transaction","detail":"{read_only:false; response_revision:32986; number_of_response:1; }","duration":"540.631854ms","start":"2026-05-07T03:20:44.151772Z","end":"2026-05-07T03:20:44.692403Z","steps":["trace[53655019] 'process raft request' (duration: 540.202225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.692487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.151759Z","time spent":"540.692315ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:44.692546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.151457Z","time spent":"540.987101ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:44.692305Z","caller":"traceutil/trace.go:171","msg":"trace[1783756429] transaction","detail":"{read_only:false; response_revision:32984; number_of_response:1; }","duration":"542.816022ms","start":"2026-05-07T03:20:44.149465Z","end":"2026-05-07T03:20:44.692281Z","steps":["trace[1783756429] 'process raft request' (duration: 542.402703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.6928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.14945Z","time spent":"543.238491ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:44.801571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.540836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:20:44.801914Z","caller":"traceutil/trace.go:171","msg":"trace[2033375273] linearizableReadLoop","detail":"{readStateIndex:34174; appliedIndex:34168; }","duration":"539.60404ms","start":"2026-05-07T03:20:44.262286Z","end":"2026-05-07T03:20:44.80189Z","steps":["trace[2033375273] 'read index received' (duration: 234.710911ms)","trace[2033375273] 'applied index is now lower than readState.Index' (duration: 304.891879ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:44.802212Z","caller":"traceutil/trace.go:171","msg":"trace[416510797] transaction","detail":"{read_only:false; response_revision:32988; number_of_response:1; }","duration":"537.711518ms","start":"2026-05-07T03:20:44.264469Z","end":"2026-05-07T03:20:44.802181Z","steps":["trace[416510797] 'process raft request' (duration: 537.228728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.802259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.163881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:44.802409Z","caller":"traceutil/trace.go:171","msg":"trace[6069722] transaction","detail":"{read_only:false; response_revision:32989; number_of_response:1; }","duration":"352.644425ms","start":"2026-05-07T03:20:44.44972Z","end":"2026-05-07T03:20:44.802364Z","steps":["trace[6069722] 'process raft request' (duration: 352.375809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.802377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.264456Z","time spent":"537.836431ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:44.802405Z","caller":"traceutil/trace.go:171","msg":"trace[770244899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32988; }","duration":"582.368896ms","start":"2026-05-07T03:20:44.220015Z","end":"2026-05-07T03:20:44.802384Z","steps":["trace[770244899] 'agreement among raft nodes before linearized reading' (duration: 581.966207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.802559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.232952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:20:44.802549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.449697Z","time spent":"352.763087ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:44.802636Z","caller":"traceutil/trace.go:171","msg":"trace[1005082018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32989; }","duration":"505.345695ms","start":"2026-05-07T03:20:44.297269Z","end":"2026-05-07T03:20:44.802614Z","steps":["trace[1005082018] 'agreement among raft nodes before linearized reading' (duration: 505.14404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.802694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.297255Z","time spent":"505.425796ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:44.802548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.21999Z","time spent":"582.540129ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:44.802324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.919777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:20:44.80284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.774134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:44.802853Z","caller":"traceutil/trace.go:171","msg":"trace[481666449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32989; }","duration":"536.495631ms","start":"2026-05-07T03:20:44.26634Z","end":"2026-05-07T03:20:44.802836Z","steps":["trace[481666449] 'agreement among raft nodes before linearized reading' (duration: 535.915918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:44.802892Z","caller":"traceutil/trace.go:171","msg":"trace[2067594013] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32989; }","duration":"535.838216ms","start":"2026-05-07T03:20:44.267037Z","end":"2026-05-07T03:20:44.802875Z","steps":["trace[2067594013] 'agreement among raft nodes before linearized reading' (duration: 535.753145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:44.802921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.266328Z","time spent":"536.574622ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:44.802933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:44.267032Z","time spent":"535.888148ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:20:45.027233Z","caller":"traceutil/trace.go:171","msg":"trace[92056584] linearizableReadLoop","detail":"{readStateIndex:34180; appliedIndex:34176; }","duration":"216.377502ms","start":"2026-05-07T03:20:44.810832Z","end":"2026-05-07T03:20:45.02721Z","steps":["trace[92056584] 'read index received' (duration: 49.134317ms)","trace[92056584] 'applied index is now lower than readState.Index' (duration: 167.242385ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:45.027308Z","caller":"traceutil/trace.go:171","msg":"trace[906997809] transaction","detail":"{read_only:false; response_revision:32993; number_of_response:1; }","duration":"218.990521ms","start":"2026-05-07T03:20:44.808312Z","end":"2026-05-07T03:20:45.027303Z","steps":["trace[906997809] 'process raft request' (duration: 218.832958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:45.02738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.503606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:45.027262Z","caller":"traceutil/trace.go:171","msg":"trace[1888648477] transaction","detail":"{read_only:false; response_revision:32992; number_of_response:1; }","duration":"218.991761ms","start":"2026-05-07T03:20:44.80825Z","end":"2026-05-07T03:20:45.027242Z","steps":["trace[1888648477] 'process raft request' (duration: 218.792836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.027409Z","caller":"traceutil/trace.go:171","msg":"trace[1271311866] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32993; }","duration":"216.597147ms","start":"2026-05-07T03:20:44.810804Z","end":"2026-05-07T03:20:45.027402Z","steps":["trace[1271311866] 'agreement among raft nodes before linearized reading' (duration: 216.496405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.027262Z","caller":"traceutil/trace.go:171","msg":"trace[1046439418] transaction","detail":"{read_only:false; response_revision:32991; number_of_response:1; }","duration":"219.133744ms","start":"2026-05-07T03:20:44.808112Z","end":"2026-05-07T03:20:45.027246Z","steps":["trace[1046439418] 'process raft request' (duration: 190.498614ms)","trace[1046439418] 'compare' (duration: 28.203819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:45.027637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.101595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-05-07T03:20:45.027717Z","caller":"traceutil/trace.go:171","msg":"trace[1591589888] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:32993; }","duration":"211.255708ms","start":"2026-05-07T03:20:44.816441Z","end":"2026-05-07T03:20:45.027697Z","steps":["trace[1591589888] 'agreement among raft nodes before linearized reading' (duration: 210.989972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.422642Z","caller":"traceutil/trace.go:171","msg":"trace[1863213481] transaction","detail":"{read_only:false; response_revision:32995; number_of_response:1; }","duration":"327.884712ms","start":"2026-05-07T03:20:45.094729Z","end":"2026-05-07T03:20:45.422614Z","steps":["trace[1863213481] 'process raft request' (duration: 262.86572ms)","trace[1863213481] 'compare' (duration: 64.564192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:45.422989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:45.094702Z","time spent":"328.013195ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:45.518191Z","caller":"traceutil/trace.go:171","msg":"trace[154297509] transaction","detail":"{read_only:false; response_revision:32996; number_of_response:1; }","duration":"422.107727ms","start":"2026-05-07T03:20:45.096064Z","end":"2026-05-07T03:20:45.518172Z","steps":["trace[154297509] 'process raft request' (duration: 421.948854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:45.51831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:45.096028Z","time spent":"422.21712ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:45.518395Z","caller":"traceutil/trace.go:171","msg":"trace[779014394] transaction","detail":"{read_only:false; response_revision:32997; number_of_response:1; }","duration":"223.632345ms","start":"2026-05-07T03:20:45.294756Z","end":"2026-05-07T03:20:45.518389Z","steps":["trace[779014394] 'process raft request' (duration: 223.388099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.51838Z","caller":"traceutil/trace.go:171","msg":"trace[627295342] linearizableReadLoop","detail":"{readStateIndex:34183; appliedIndex:34181; }","duration":"419.283544ms","start":"2026-05-07T03:20:45.099068Z","end":"2026-05-07T03:20:45.518352Z","steps":["trace[627295342] 'read index received' (duration: 258.537354ms)","trace[627295342] 'applied index is now lower than readState.Index' (duration: 160.74419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:45.518617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.514939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5643"} {"level":"info","ts":"2026-05-07T03:20:45.518686Z","caller":"traceutil/trace.go:171","msg":"trace[1651897315] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:32997; }","duration":"419.627591ms","start":"2026-05-07T03:20:45.099044Z","end":"2026-05-07T03:20:45.518671Z","steps":["trace[1651897315] 'agreement among raft nodes before linearized reading' (duration: 419.419786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:45.518815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:45.099034Z","time spent":"419.768524ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:20:46.860418Z","caller":"traceutil/trace.go:171","msg":"trace[10226564] transaction","detail":"{read_only:false; response_revision:33001; number_of_response:1; }","duration":"161.363804ms","start":"2026-05-07T03:20:46.699019Z","end":"2026-05-07T03:20:46.860383Z","steps":["trace[10226564] 'process raft request' (duration: 161.16588ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:46.860415Z","caller":"traceutil/trace.go:171","msg":"trace[1949940683] transaction","detail":"{read_only:false; response_revision:33000; number_of_response:1; }","duration":"161.579799ms","start":"2026-05-07T03:20:46.698785Z","end":"2026-05-07T03:20:46.860365Z","steps":["trace[1949940683] 'process raft request' (duration: 135.809933ms)","trace[1949940683] 'compare' (duration: 25.321476ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:46.860655Z","caller":"traceutil/trace.go:171","msg":"trace[1240518807] transaction","detail":"{read_only:false; response_revision:33003; number_of_response:1; }","duration":"161.403325ms","start":"2026-05-07T03:20:46.699203Z","end":"2026-05-07T03:20:46.860607Z","steps":["trace[1240518807] 'process raft request' (duration: 161.133579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:46.860472Z","caller":"traceutil/trace.go:171","msg":"trace[1738069293] transaction","detail":"{read_only:false; response_revision:33002; number_of_response:1; }","duration":"161.281162ms","start":"2026-05-07T03:20:46.699141Z","end":"2026-05-07T03:20:46.860422Z","steps":["trace[1738069293] 'process raft request' (duration: 161.142299ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:48.396557Z","caller":"traceutil/trace.go:171","msg":"trace[564481284] transaction","detail":"{read_only:false; response_revision:33013; number_of_response:1; }","duration":"103.549202ms","start":"2026-05-07T03:20:48.292965Z","end":"2026-05-07T03:20:48.396514Z","steps":["trace[564481284] 'process raft request' (duration: 103.101433ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:49.234462Z","caller":"traceutil/trace.go:171","msg":"trace[64923562] transaction","detail":"{read_only:false; response_revision:33022; number_of_response:1; }","duration":"110.340664ms","start":"2026-05-07T03:20:49.12407Z","end":"2026-05-07T03:20:49.234411Z","steps":["trace[64923562] 'process raft request' (duration: 35.884492ms)","trace[64923562] 'compare' (duration: 74.203447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:49.52792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.904043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:20:49.528005Z","caller":"traceutil/trace.go:171","msg":"trace[1714362074] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:33022; }","duration":"101.096458ms","start":"2026-05-07T03:20:49.426894Z","end":"2026-05-07T03:20:49.52799Z","steps":["trace[1714362074] 'count revisions from in-memory index tree' (duration: 100.818272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.050834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.294494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:50.050915Z","caller":"traceutil/trace.go:171","msg":"trace[784535784] linearizableReadLoop","detail":"{readStateIndex:34212; appliedIndex:34210; }","duration":"517.055898ms","start":"2026-05-07T03:20:49.533846Z","end":"2026-05-07T03:20:50.050902Z","steps":["trace[784535784] 'read index received' (duration: 63.014598ms)","trace[784535784] 'applied index is now lower than readState.Index' (duration: 454.04025ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:50.051111Z","caller":"traceutil/trace.go:171","msg":"trace[486735672] transaction","detail":"{read_only:false; response_revision:33024; number_of_response:1; }","duration":"519.660466ms","start":"2026-05-07T03:20:49.53144Z","end":"2026-05-07T03:20:50.051101Z","steps":["trace[486735672] 'process raft request' (duration: 263.000994ms)","trace[486735672] 'compare' (duration: 255.608979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:50.051342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.531409Z","time spent":"519.906171ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:50.051573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.707912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:20:50.052213Z","caller":"traceutil/trace.go:171","msg":"trace[1947764333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33024; }","duration":"518.347016ms","start":"2026-05-07T03:20:49.533811Z","end":"2026-05-07T03:20:50.052158Z","steps":["trace[1947764333] 'agreement among raft nodes before linearized reading' (duration: 517.61313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.052296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.533795Z","time spent":"518.490109ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:20:50.098219Z","caller":"traceutil/trace.go:171","msg":"trace[755045246] transaction","detail":"{read_only:false; response_revision:33025; number_of_response:1; }","duration":"450.135783ms","start":"2026-05-07T03:20:49.648063Z","end":"2026-05-07T03:20:50.098199Z","steps":["trace[755045246] 'process raft request' (duration: 450.01558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.098414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.648032Z","time spent":"450.316847ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:50.100574Z","caller":"traceutil/trace.go:171","msg":"trace[1729217641] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"292.199436ms","start":"2026-05-07T03:20:49.808352Z","end":"2026-05-07T03:20:50.100551Z","steps":["trace[1729217641] 'process raft request' (duration: 292.007782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.100792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.297172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:50.100869Z","caller":"traceutil/trace.go:171","msg":"trace[1086854684] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33027; }","duration":"234.451586ms","start":"2026-05-07T03:20:49.866398Z","end":"2026-05-07T03:20:50.10085Z","steps":["trace[1086854684] 'agreement among raft nodes before linearized reading' (duration: 234.288762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.100838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.783749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:20:50.100951Z","caller":"traceutil/trace.go:171","msg":"trace[1944187478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33027; }","duration":"262.923272ms","start":"2026-05-07T03:20:49.838015Z","end":"2026-05-07T03:20:50.100938Z","steps":["trace[1944187478] 'agreement among raft nodes before linearized reading' (duration: 262.720828ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:50.376806Z","caller":"traceutil/trace.go:171","msg":"trace[467271805] transaction","detail":"{read_only:false; response_revision:33028; number_of_response:1; }","duration":"272.008845ms","start":"2026-05-07T03:20:50.104779Z","end":"2026-05-07T03:20:50.376788Z","steps":["trace[467271805] 'process raft request' (duration: 195.601869ms)","trace[467271805] 'compare' (duration: 76.174991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:50.376892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.440969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:50.376926Z","caller":"traceutil/trace.go:171","msg":"trace[1649741678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33028; }","duration":"111.526651ms","start":"2026-05-07T03:20:50.265389Z","end":"2026-05-07T03:20:50.376916Z","steps":["trace[1649741678] 'agreement among raft nodes before linearized reading' (duration: 111.457979ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:50.376795Z","caller":"traceutil/trace.go:171","msg":"trace[1497700046] linearizableReadLoop","detail":"{readStateIndex:34216; appliedIndex:34215; }","duration":"111.338767ms","start":"2026-05-07T03:20:50.265435Z","end":"2026-05-07T03:20:50.376774Z","steps":["trace[1497700046] 'read index received' (duration: 34.954891ms)","trace[1497700046] 'applied index is now lower than readState.Index' (duration: 76.382736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:50.684048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.433293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:20:50.684258Z","caller":"traceutil/trace.go:171","msg":"trace[2055100705] transaction","detail":"{read_only:false; response_revision:33029; number_of_response:1; }","duration":"279.344539ms","start":"2026-05-07T03:20:50.40489Z","end":"2026-05-07T03:20:50.684235Z","steps":["trace[2055100705] 'process raft request' (duration: 135.606099ms)","trace[2055100705] 'compare' (duration: 143.27469ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:51.037511Z","caller":"traceutil/trace.go:171","msg":"trace[486336611] linearizableReadLoop","detail":"{readStateIndex:34218; appliedIndex:34217; }","duration":"233.844331ms","start":"2026-05-07T03:20:50.803644Z","end":"2026-05-07T03:20:51.037489Z","steps":["trace[486336611] 'read index received' (duration: 233.716119ms)","trace[486336611] 'applied index is now lower than readState.Index' (duration: 126.982µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:51.037649Z","caller":"traceutil/trace.go:171","msg":"trace[1813964409] transaction","detail":"{read_only:false; response_revision:33030; number_of_response:1; }","duration":"235.299114ms","start":"2026-05-07T03:20:50.802318Z","end":"2026-05-07T03:20:51.037617Z","steps":["trace[1813964409] 'process raft request' (duration: 234.958287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.037728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.054706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:51.037807Z","caller":"traceutil/trace.go:171","msg":"trace[1593965577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33030; }","duration":"234.186789ms","start":"2026-05-07T03:20:50.8036Z","end":"2026-05-07T03:20:51.037786Z","steps":["trace[1593965577] 'agreement among raft nodes before linearized reading' (duration: 234.037696ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.046958Z","caller":"traceutil/trace.go:171","msg":"trace[1416756460] transaction","detail":"{read_only:false; response_revision:33031; number_of_response:1; }","duration":"174.003246ms","start":"2026-05-07T03:20:50.872936Z","end":"2026-05-07T03:20:51.046939Z","steps":["trace[1416756460] 'process raft request' (duration: 173.826802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.047214Z","caller":"traceutil/trace.go:171","msg":"trace[140512915] transaction","detail":"{read_only:false; response_revision:33032; number_of_response:1; }","duration":"174.16279ms","start":"2026-05-07T03:20:50.873031Z","end":"2026-05-07T03:20:51.047194Z","steps":["trace[140512915] 'process raft request' (duration: 173.863092ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.047508Z","caller":"traceutil/trace.go:171","msg":"trace[1617736085] transaction","detail":"{read_only:false; response_revision:33033; number_of_response:1; }","duration":"172.891611ms","start":"2026-05-07T03:20:50.874597Z","end":"2026-05-07T03:20:51.047489Z","steps":["trace[1617736085] 'process raft request' (duration: 172.522972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.047846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.944424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:20:51.047891Z","caller":"traceutil/trace.go:171","msg":"trace[1176790593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33034; }","duration":"139.043636ms","start":"2026-05-07T03:20:50.908838Z","end":"2026-05-07T03:20:51.047881Z","steps":["trace[1176790593] 'agreement among raft nodes before linearized reading' (duration: 138.864432ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.048044Z","caller":"traceutil/trace.go:171","msg":"trace[1591134513] transaction","detail":"{read_only:false; response_revision:33034; number_of_response:1; }","duration":"173.087566ms","start":"2026-05-07T03:20:50.874933Z","end":"2026-05-07T03:20:51.04802Z","steps":["trace[1591134513] 'process raft request' (duration: 172.495963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.213076Z","caller":"traceutil/trace.go:171","msg":"trace[1576857570] linearizableReadLoop","detail":"{readStateIndex:34223; appliedIndex:34222; }","duration":"160.77237ms","start":"2026-05-07T03:20:51.052275Z","end":"2026-05-07T03:20:51.213047Z","steps":["trace[1576857570] 'read index received' (duration: 131.734351ms)","trace[1576857570] 'applied index is now lower than readState.Index' (duration: 29.036759ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:51.213128Z","caller":"traceutil/trace.go:171","msg":"trace[924853678] transaction","detail":"{read_only:false; response_revision:33035; number_of_response:1; }","duration":"161.64302ms","start":"2026-05-07T03:20:51.05144Z","end":"2026-05-07T03:20:51.213083Z","steps":["trace[924853678] 'process raft request' (duration: 132.5444ms)","trace[924853678] 'compare' (duration: 28.923956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:51.213371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.039127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:20:51.213464Z","caller":"traceutil/trace.go:171","msg":"trace[849474938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33035; }","duration":"161.18772ms","start":"2026-05-07T03:20:51.052255Z","end":"2026-05-07T03:20:51.213442Z","steps":["trace[849474938] 'agreement among raft nodes before linearized reading' (duration: 160.902144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.256827Z","caller":"traceutil/trace.go:171","msg":"trace[1643372732] transaction","detail":"{read_only:false; response_revision:33036; number_of_response:1; }","duration":"191.654899ms","start":"2026-05-07T03:20:51.065157Z","end":"2026-05-07T03:20:51.256812Z","steps":["trace[1643372732] 'process raft request' (duration: 191.355493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.256853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.711695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:20:51.256919Z","caller":"traceutil/trace.go:171","msg":"trace[236390678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33036; }","duration":"180.820897ms","start":"2026-05-07T03:20:51.076082Z","end":"2026-05-07T03:20:51.256903Z","steps":["trace[236390678] 'agreement among raft nodes before linearized reading' (duration: 180.610033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.257038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.551887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:51.257064Z","caller":"traceutil/trace.go:171","msg":"trace[852950229] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:33036; }","duration":"161.620159ms","start":"2026-05-07T03:20:51.095437Z","end":"2026-05-07T03:20:51.257057Z","steps":["trace[852950229] 'agreement among raft nodes before linearized reading' (duration: 161.574088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.399148Z","caller":"traceutil/trace.go:171","msg":"trace[1433608713] linearizableReadLoop","detail":"{readStateIndex:34226; appliedIndex:34224; }","duration":"128.734375ms","start":"2026-05-07T03:20:51.270398Z","end":"2026-05-07T03:20:51.399132Z","steps":["trace[1433608713] 'read index received' (duration: 42.182272ms)","trace[1433608713] 'applied index is now lower than readState.Index' (duration: 86.551443ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:51.399171Z","caller":"traceutil/trace.go:171","msg":"trace[484420181] transaction","detail":"{read_only:false; response_revision:33037; number_of_response:1; }","duration":"137.766086ms","start":"2026-05-07T03:20:51.261393Z","end":"2026-05-07T03:20:51.399159Z","steps":["trace[484420181] 'process raft request' (duration: 51.174972ms)","trace[484420181] 'compare' (duration: 86.42113ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:51.399256Z","caller":"traceutil/trace.go:171","msg":"trace[336828142] transaction","detail":"{read_only:false; response_revision:33038; number_of_response:1; }","duration":"137.520602ms","start":"2026-05-07T03:20:51.261701Z","end":"2026-05-07T03:20:51.399222Z","steps":["trace[336828142] 'process raft request' (duration: 137.399909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.399366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.96373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:20:51.399416Z","caller":"traceutil/trace.go:171","msg":"trace[1338734904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33038; }","duration":"129.043982ms","start":"2026-05-07T03:20:51.270366Z","end":"2026-05-07T03:20:51.39941Z","steps":["trace[1338734904] 'agreement among raft nodes before linearized reading' (duration: 128.96688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.246653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289015450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:21:01.29373Z","caller":"traceutil/trace.go:171","msg":"trace[398623994] transaction","detail":"{read_only:false; response_revision:33100; number_of_response:1; }","duration":"569.171491ms","start":"2026-05-07T03:21:00.724521Z","end":"2026-05-07T03:21:01.293692Z","steps":["trace[398623994] 'process raft request' (duration: 569.017317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.294258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:00.7245Z","time spent":"569.678771ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:01.615796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.971551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:01.616073Z","caller":"traceutil/trace.go:171","msg":"trace[143766659] transaction","detail":"{read_only:false; response_revision:33101; number_of_response:1; }","duration":"544.875848ms","start":"2026-05-07T03:21:01.071145Z","end":"2026-05-07T03:21:01.616021Z","steps":["trace[143766659] 'process raft request' (duration: 432.58349ms)","trace[143766659] 'compare' (duration: 111.574582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:01.616292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.071122Z","time spent":"545.048321ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:01.616401Z","caller":"traceutil/trace.go:171","msg":"trace[1141421279] linearizableReadLoop","detail":"{readStateIndex:34295; appliedIndex:34290; }","duration":"870.713324ms","start":"2026-05-07T03:21:00.745594Z","end":"2026-05-07T03:21:01.616307Z","steps":["trace[1141421279] 'read index received' (duration: 548.230162ms)","trace[1141421279] 'applied index is now lower than readState.Index' (duration: 322.482372ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:01.616554Z","caller":"traceutil/trace.go:171","msg":"trace[1401015554] transaction","detail":"{read_only:false; response_revision:33106; number_of_response:1; }","duration":"329.497247ms","start":"2026-05-07T03:21:01.287003Z","end":"2026-05-07T03:21:01.6165Z","steps":["trace[1401015554] 'process raft request' (duration: 329.249782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.616684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.078332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:01.616668Z","caller":"traceutil/trace.go:171","msg":"trace[1883916538] transaction","detail":"{read_only:false; response_revision:33103; number_of_response:1; }","duration":"539.842495ms","start":"2026-05-07T03:21:01.07677Z","end":"2026-05-07T03:21:01.616612Z","steps":["trace[1883916538] 'process raft request' (duration: 539.383535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.616733Z","caller":"traceutil/trace.go:171","msg":"trace[1591715775] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:33106; }","duration":"871.165844ms","start":"2026-05-07T03:21:00.745554Z","end":"2026-05-07T03:21:01.61672Z","steps":["trace[1591715775] 'agreement among raft nodes before linearized reading' (duration: 871.008421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.616779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:00.745535Z","time spent":"871.233716ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:21:01.616713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.286988Z","time spent":"329.647441ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:01.616577Z","caller":"traceutil/trace.go:171","msg":"trace[1661860513] transaction","detail":"{read_only:false; response_revision:33102; number_of_response:1; }","duration":"540.476839ms","start":"2026-05-07T03:21:01.076071Z","end":"2026-05-07T03:21:01.616548Z","steps":["trace[1661860513] 'process raft request' (duration: 539.985989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.616866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.076758Z","time spent":"540.009399ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:01.616666Z","caller":"traceutil/trace.go:171","msg":"trace[1812221127] transaction","detail":"{read_only:false; response_revision:33104; number_of_response:1; }","duration":"538.22031ms","start":"2026-05-07T03:21:01.078336Z","end":"2026-05-07T03:21:01.616556Z","steps":["trace[1812221127] 'process raft request' (duration: 537.853262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.616968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.58076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:21:01.617026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.592774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:21:01.617013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.268887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:01.617086Z","caller":"traceutil/trace.go:171","msg":"trace[631349760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33106; }","duration":"167.693235ms","start":"2026-05-07T03:21:01.449376Z","end":"2026-05-07T03:21:01.617069Z","steps":["trace[631349760] 'agreement among raft nodes before linearized reading' (duration: 167.518621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.617103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.497739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:01.617135Z","caller":"traceutil/trace.go:171","msg":"trace[1954191341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33106; }","duration":"350.794275ms","start":"2026-05-07T03:21:01.266275Z","end":"2026-05-07T03:21:01.617069Z","steps":["trace[1954191341] 'agreement among raft nodes before linearized reading' (duration: 350.524589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.617157Z","caller":"traceutil/trace.go:171","msg":"trace[1841924162] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:33106; }","duration":"159.41322ms","start":"2026-05-07T03:21:01.457669Z","end":"2026-05-07T03:21:01.617082Z","steps":["trace[1841924162] 'agreement among raft nodes before linearized reading' (duration: 159.262497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.617131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.078328Z","time spent":"538.625389ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:01.617203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.067354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:21:01.617226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.426575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:21:01.617271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.266256Z","time spent":"350.965948ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:21:01.616996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.076047Z","time spent":"540.846759ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:01.617321Z","caller":"traceutil/trace.go:171","msg":"trace[832115935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33106; }","duration":"260.566489ms","start":"2026-05-07T03:21:01.356729Z","end":"2026-05-07T03:21:01.617296Z","steps":["trace[832115935] 'agreement among raft nodes before linearized reading' (duration: 260.286623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.617451Z","caller":"traceutil/trace.go:171","msg":"trace[132166448] transaction","detail":"{read_only:false; response_revision:33105; number_of_response:1; }","duration":"532.978622ms","start":"2026-05-07T03:21:01.083707Z","end":"2026-05-07T03:21:01.616685Z","steps":["trace[132166448] 'process raft request' (duration: 532.516202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.617248Z","caller":"traceutil/trace.go:171","msg":"trace[876511895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33106; }","duration":"335.147405ms","start":"2026-05-07T03:21:01.282089Z","end":"2026-05-07T03:21:01.617236Z","steps":["trace[876511895] 'agreement among raft nodes before linearized reading' (duration: 334.983741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.617165Z","caller":"traceutil/trace.go:171","msg":"trace[1098565651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33106; }","duration":"166.591331ms","start":"2026-05-07T03:21:01.450559Z","end":"2026-05-07T03:21:01.61715Z","steps":["trace[1098565651] 'agreement among raft nodes before linearized reading' (duration: 166.404707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.617596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.083697Z","time spent":"533.832162ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:01.617607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.282072Z","time spent":"335.470292ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:21:01.963407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.127086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:01.963539Z","caller":"traceutil/trace.go:171","msg":"trace[1841319581] linearizableReadLoop","detail":"{readStateIndex:34299; appliedIndex:34297; }","duration":"256.542348ms","start":"2026-05-07T03:21:01.706987Z","end":"2026-05-07T03:21:01.963529Z","steps":["trace[1841319581] 'read index received' (duration: 139.186967ms)","trace[1841319581] 'applied index is now lower than readState.Index' (duration: 117.354381ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:01.963589Z","caller":"traceutil/trace.go:171","msg":"trace[2020586432] transaction","detail":"{read_only:false; response_revision:33108; number_of_response:1; }","duration":"341.855034ms","start":"2026-05-07T03:21:01.621727Z","end":"2026-05-07T03:21:01.963582Z","steps":["trace[2020586432] 'process raft request' (duration: 224.495413ms)","trace[2020586432] 'compare' (duration: 116.772078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:01.96362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.621692Z","time spent":"341.911496ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:01.963752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.294611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:21:01.963769Z","caller":"traceutil/trace.go:171","msg":"trace[1670978061] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33109; }","duration":"255.331771ms","start":"2026-05-07T03:21:01.708432Z","end":"2026-05-07T03:21:01.963764Z","steps":["trace[1670978061] 'agreement among raft nodes before linearized reading' (duration: 255.25774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.963852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.96211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:21:01.963932Z","caller":"traceutil/trace.go:171","msg":"trace[40446148] transaction","detail":"{read_only:false; response_revision:33109; number_of_response:1; }","duration":"341.820704ms","start":"2026-05-07T03:21:01.62209Z","end":"2026-05-07T03:21:01.963911Z","steps":["trace[40446148] 'process raft request' (duration: 341.377574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.963956Z","caller":"traceutil/trace.go:171","msg":"trace[160142822] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33109; }","duration":"292.113773ms","start":"2026-05-07T03:21:01.671824Z","end":"2026-05-07T03:21:01.963938Z","steps":["trace[160142822] 'agreement among raft nodes before linearized reading' (duration: 291.801516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.964043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.62208Z","time spent":"341.904175ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:01.964043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.616179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:01.964097Z","caller":"traceutil/trace.go:171","msg":"trace[423392124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33109; }","duration":"217.69659ms","start":"2026-05-07T03:21:01.746386Z","end":"2026-05-07T03:21:01.964083Z","steps":["trace[423392124] 'agreement among raft nodes before linearized reading' (duration: 217.531087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:02.383264Z","caller":"traceutil/trace.go:171","msg":"trace[1508545768] transaction","detail":"{read_only:false; response_revision:33112; number_of_response:1; }","duration":"195.502986ms","start":"2026-05-07T03:21:02.187704Z","end":"2026-05-07T03:21:02.383207Z","steps":["trace[1508545768] 'process raft request' (duration: 138.394401ms)","trace[1508545768] 'compare' (duration: 56.90131ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:02.459789Z","caller":"traceutil/trace.go:171","msg":"trace[1738793061] linearizableReadLoop","detail":"{readStateIndex:34303; appliedIndex:34301; }","duration":"116.356738ms","start":"2026-05-07T03:21:02.343362Z","end":"2026-05-07T03:21:02.459718Z","steps":["trace[1738793061] 'read index received' (duration: 29.322864ms)","trace[1738793061] 'applied index is now lower than readState.Index' (duration: 87.032334ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:02.459963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.576882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:02.460142Z","caller":"traceutil/trace.go:171","msg":"trace[1259100922] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:33112; }","duration":"116.814609ms","start":"2026-05-07T03:21:02.34331Z","end":"2026-05-07T03:21:02.460125Z","steps":["trace[1259100922] 'agreement among raft nodes before linearized reading' (duration: 116.566482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.786164Z","caller":"traceutil/trace.go:171","msg":"trace[1262631911] transaction","detail":"{read_only:false; response_revision:33134; number_of_response:1; }","duration":"146.936302ms","start":"2026-05-07T03:21:05.639201Z","end":"2026-05-07T03:21:05.786137Z","steps":["trace[1262631911] 'process raft request' (duration: 146.741207ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.840076Z","caller":"traceutil/trace.go:171","msg":"trace[943005227] transaction","detail":"{read_only:false; response_revision:33135; number_of_response:1; }","duration":"185.429341ms","start":"2026-05-07T03:21:05.654582Z","end":"2026-05-07T03:21:05.840011Z","steps":["trace[943005227] 'process raft request' (duration: 185.253007ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.840471Z","caller":"traceutil/trace.go:171","msg":"trace[1600975624] transaction","detail":"{read_only:false; response_revision:33136; number_of_response:1; }","duration":"185.022112ms","start":"2026-05-07T03:21:05.655412Z","end":"2026-05-07T03:21:05.840434Z","steps":["trace[1600975624] 'process raft request' (duration: 184.560832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.840712Z","caller":"traceutil/trace.go:171","msg":"trace[266077724] transaction","detail":"{read_only:false; response_revision:33137; number_of_response:1; }","duration":"185.227337ms","start":"2026-05-07T03:21:05.655459Z","end":"2026-05-07T03:21:05.840687Z","steps":["trace[266077724] 'process raft request' (duration: 184.885199ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.840793Z","caller":"traceutil/trace.go:171","msg":"trace[1768594791] linearizableReadLoop","detail":"{readStateIndex:34330; appliedIndex:34324; }","duration":"116.770907ms","start":"2026-05-07T03:21:05.724002Z","end":"2026-05-07T03:21:05.840773Z","steps":["trace[1768594791] 'read index received' (duration: 62.068976ms)","trace[1768594791] 'applied index is now lower than readState.Index' (duration: 54.700871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:05.840751Z","caller":"traceutil/trace.go:171","msg":"trace[685270708] transaction","detail":"{read_only:false; response_revision:33138; number_of_response:1; }","duration":"183.536658ms","start":"2026-05-07T03:21:05.657174Z","end":"2026-05-07T03:21:05.840711Z","steps":["trace[685270708] 'process raft request' (duration: 183.405105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:05.840891Z","caller":"traceutil/trace.go:171","msg":"trace[555285393] transaction","detail":"{read_only:false; response_revision:33139; number_of_response:1; }","duration":"178.365513ms","start":"2026-05-07T03:21:05.662509Z","end":"2026-05-07T03:21:05.840875Z","steps":["trace[555285393] 'process raft request' (duration: 178.138398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:05.841188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:05.841264Z","caller":"traceutil/trace.go:171","msg":"trace[362232099] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:33139; }","duration":"106.042258ms","start":"2026-05-07T03:21:05.735202Z","end":"2026-05-07T03:21:05.841244Z","steps":["trace[362232099] 'agreement among raft nodes before linearized reading' (duration: 105.901474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:05.841428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.32269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:05.841518Z","caller":"traceutil/trace.go:171","msg":"trace[541688293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33139; }","duration":"117.532844ms","start":"2026-05-07T03:21:05.723969Z","end":"2026-05-07T03:21:05.841502Z","steps":["trace[541688293] 'agreement among raft nodes before linearized reading' (duration: 116.93372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.256039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.958333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:21:06.256102Z","caller":"traceutil/trace.go:171","msg":"trace[55700972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33140; }","duration":"173.075586ms","start":"2026-05-07T03:21:06.083013Z","end":"2026-05-07T03:21:06.256088Z","steps":["trace[55700972] 'range keys from in-memory index tree' (duration: 172.80345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.256186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.367716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:21:06.25628Z","caller":"traceutil/trace.go:171","msg":"trace[1987248448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33140; }","duration":"273.58605ms","start":"2026-05-07T03:21:05.982676Z","end":"2026-05-07T03:21:06.256262Z","steps":["trace[1987248448] 'range keys from in-memory index tree' (duration: 273.204671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.256382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.956971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:21:06.256485Z","caller":"traceutil/trace.go:171","msg":"trace[500202608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33140; }","duration":"275.397091ms","start":"2026-05-07T03:21:05.981063Z","end":"2026-05-07T03:21:06.25646Z","steps":["trace[500202608] 'range keys from in-memory index tree' (duration: 274.753696ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.329984Z","caller":"traceutil/trace.go:171","msg":"trace[104525960] transaction","detail":"{read_only:false; response_revision:33141; number_of_response:1; }","duration":"135.783283ms","start":"2026-05-07T03:21:06.194181Z","end":"2026-05-07T03:21:06.329965Z","steps":["trace[104525960] 'process raft request' (duration: 135.665991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.507673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.510163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:21:06.507758Z","caller":"traceutil/trace.go:171","msg":"trace[787823094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33144; }","duration":"108.662636ms","start":"2026-05-07T03:21:06.399076Z","end":"2026-05-07T03:21:06.507739Z","steps":["trace[787823094] 'range keys from in-memory index tree' (duration: 108.274547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.118334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.751497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:07.118438Z","caller":"traceutil/trace.go:171","msg":"trace[155802509] linearizableReadLoop","detail":"{readStateIndex:34338; appliedIndex:34337; }","duration":"109.190488ms","start":"2026-05-07T03:21:07.009231Z","end":"2026-05-07T03:21:07.118421Z","steps":["trace[155802509] 'read index received' (duration: 236.096µs)","trace[155802509] 'applied index is now lower than readState.Index' (duration: 108.952462ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:07.118506Z","caller":"traceutil/trace.go:171","msg":"trace[420811783] transaction","detail":"{read_only:false; response_revision:33146; number_of_response:1; }","duration":"168.013482ms","start":"2026-05-07T03:21:06.950458Z","end":"2026-05-07T03:21:07.118471Z","steps":["trace[420811783] 'process raft request' (duration: 59.035229ms)","trace[420811783] 'compare' (duration: 108.42916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:07.118583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.350532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:07.118612Z","caller":"traceutil/trace.go:171","msg":"trace[998033101] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:33146; }","duration":"109.384792ms","start":"2026-05-07T03:21:07.009218Z","end":"2026-05-07T03:21:07.118603Z","steps":["trace[998033101] 'agreement among raft nodes before linearized reading' (duration: 109.249979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.676249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.362509ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:21:07.676344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.319776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:07.676399Z","caller":"traceutil/trace.go:171","msg":"trace[1644763786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33146; }","duration":"279.516442ms","start":"2026-05-07T03:21:07.396859Z","end":"2026-05-07T03:21:07.676375Z","steps":["trace[1644763786] 'range keys from in-memory index tree' (duration: 279.345849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:07.676442Z","caller":"traceutil/trace.go:171","msg":"trace[1817375614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33146; }","duration":"411.428178ms","start":"2026-05-07T03:21:07.264987Z","end":"2026-05-07T03:21:07.676415Z","steps":["trace[1817375614] 'range keys from in-memory index tree' (duration: 411.228294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.676508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.264924Z","time spent":"411.561541ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:21:07.676807Z","caller":"traceutil/trace.go:171","msg":"trace[744338535] linearizableReadLoop","detail":"{readStateIndex:34339; appliedIndex:34338; }","duration":"177.732249ms","start":"2026-05-07T03:21:07.499053Z","end":"2026-05-07T03:21:07.676785Z","steps":["trace[744338535] 'read index received' (duration: 91.3109ms)","trace[744338535] 'applied index is now lower than readState.Index' (duration: 86.419949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:07.676971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.913504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:07.676984Z","caller":"traceutil/trace.go:171","msg":"trace[645238063] transaction","detail":"{read_only:false; response_revision:33147; number_of_response:1; }","duration":"350.369294ms","start":"2026-05-07T03:21:07.326588Z","end":"2026-05-07T03:21:07.676958Z","steps":["trace[645238063] 'process raft request' (duration: 263.784821ms)","trace[645238063] 'compare' (duration: 85.835057ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:07.67705Z","caller":"traceutil/trace.go:171","msg":"trace[80100776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:33147; }","duration":"178.021426ms","start":"2026-05-07T03:21:07.498995Z","end":"2026-05-07T03:21:07.677016Z","steps":["trace[80100776] 'agreement among raft nodes before linearized reading' (duration: 177.877092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.6771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.326568Z","time spent":"350.463237ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:07.677332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.27603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:07.677503Z","caller":"traceutil/trace.go:171","msg":"trace[1978330887] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33146; }","duration":"392.487135ms","start":"2026-05-07T03:21:07.284948Z","end":"2026-05-07T03:21:07.677436Z","steps":["trace[1978330887] 'range keys from in-memory index tree' (duration: 391.754769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.677642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.284883Z","time spent":"392.73895ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:21:08.097777Z","caller":"traceutil/trace.go:171","msg":"trace[648965266] transaction","detail":"{read_only:false; response_revision:33148; number_of_response:1; }","duration":"305.968263ms","start":"2026-05-07T03:21:07.79177Z","end":"2026-05-07T03:21:08.097738Z","steps":["trace[648965266] 'process raft request' (duration: 258.38571ms)","trace[648965266] 'compare' (duration: 47.159733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:08.097978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.791738Z","time spent":"306.131346ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:08.613807Z","caller":"traceutil/trace.go:171","msg":"trace[1916814772] linearizableReadLoop","detail":"{readStateIndex:34345; appliedIndex:34339; }","duration":"738.822719ms","start":"2026-05-07T03:21:07.874949Z","end":"2026-05-07T03:21:08.613772Z","steps":["trace[1916814772] 'read index received' (duration: 175.145502ms)","trace[1916814772] 'applied index is now lower than readState.Index' (duration: 563.675297ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:08.613965Z","caller":"traceutil/trace.go:171","msg":"trace[1391102071] transaction","detail":"{read_only:false; response_revision:33151; number_of_response:1; }","duration":"766.562798ms","start":"2026-05-07T03:21:07.847391Z","end":"2026-05-07T03:21:08.613954Z","steps":["trace[1391102071] 'process raft request' (duration: 766.274281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:08.613946Z","caller":"traceutil/trace.go:171","msg":"trace[1606679901] transaction","detail":"{read_only:false; response_revision:33150; number_of_response:1; }","duration":"767.272394ms","start":"2026-05-07T03:21:07.846631Z","end":"2026-05-07T03:21:08.613904Z","steps":["trace[1606679901] 'process raft request' (duration: 767.000908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:08.614022Z","caller":"traceutil/trace.go:171","msg":"trace[613847787] transaction","detail":"{read_only:false; response_revision:33149; number_of_response:1; }","duration":"768.125903ms","start":"2026-05-07T03:21:07.84587Z","end":"2026-05-07T03:21:08.613996Z","steps":["trace[613847787] 'process raft request' (duration: 767.539171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.614105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.84737Z","time spent":"766.623469ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.614152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.845842Z","time spent":"768.248596ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.614148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.846618Z","time spent":"767.415777ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:08.614282Z","caller":"traceutil/trace.go:171","msg":"trace[35413437] transaction","detail":"{read_only:false; response_revision:33152; number_of_response:1; }","duration":"766.743351ms","start":"2026-05-07T03:21:07.847525Z","end":"2026-05-07T03:21:08.614269Z","steps":["trace[35413437] 'process raft request' (duration: 766.169819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:08.61431Z","caller":"traceutil/trace.go:171","msg":"trace[52426708] transaction","detail":"{read_only:false; response_revision:33153; number_of_response:1; }","duration":"764.975843ms","start":"2026-05-07T03:21:07.849318Z","end":"2026-05-07T03:21:08.614294Z","steps":["trace[52426708] 'process raft request' (duration: 764.40575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.614369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.849299Z","time spent":"765.036394ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.614367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.847518Z","time spent":"766.806074ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.614427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.486424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:08.614469Z","caller":"traceutil/trace.go:171","msg":"trace[67802367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33153; }","duration":"739.527105ms","start":"2026-05-07T03:21:07.874931Z","end":"2026-05-07T03:21:08.614458Z","steps":["trace[67802367] 'agreement among raft nodes before linearized reading' (duration: 739.364071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.614519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.874847Z","time spent":"739.664688ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:21:09.109008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.096491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:09.109145Z","caller":"traceutil/trace.go:171","msg":"trace[932353258] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"490.450552ms","start":"2026-05-07T03:21:08.61868Z","end":"2026-05-07T03:21:09.109131Z","steps":["trace[932353258] 'process raft request' (duration: 490.413741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.109181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.618653Z","time spent":"490.511614ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:09.109171Z","caller":"traceutil/trace.go:171","msg":"trace[1290572229] linearizableReadLoop","detail":"{readStateIndex:34346; appliedIndex:34345; }","duration":"495.24207ms","start":"2026-05-07T03:21:08.613909Z","end":"2026-05-07T03:21:09.109151Z","steps":["trace[1290572229] 'read index received' (duration: 323.952284ms)","trace[1290572229] 'applied index is now lower than readState.Index' (duration: 171.287016ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:09.109259Z","caller":"traceutil/trace.go:171","msg":"trace[1867601884] transaction","detail":"{read_only:false; response_revision:33154; number_of_response:1; }","duration":"773.411652ms","start":"2026-05-07T03:21:08.33584Z","end":"2026-05-07T03:21:09.109252Z","steps":["trace[1867601884] 'process raft request' (duration: 602.009774ms)","trace[1867601884] 'compare' (duration: 170.889697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:09.109331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.335808Z","time spent":"773.471963ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:09.109498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.373227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:21:09.109533Z","caller":"traceutil/trace.go:171","msg":"trace[915184288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33155; }","duration":"570.436679ms","start":"2026-05-07T03:21:08.539078Z","end":"2026-05-07T03:21:09.109514Z","steps":["trace[915184288] 'agreement among raft nodes before linearized reading' (duration: 570.343417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.109548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.539061Z","time spent":"570.483759ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:09.109564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.996554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:21:09.109585Z","caller":"traceutil/trace.go:171","msg":"trace[920009887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33155; }","duration":"765.055535ms","start":"2026-05-07T03:21:08.344522Z","end":"2026-05-07T03:21:09.109578Z","steps":["trace[920009887] 'agreement among raft nodes before linearized reading' (duration: 764.965593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.109606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.344504Z","time spent":"765.092576ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:09.10967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.134055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:21:09.109681Z","caller":"traceutil/trace.go:171","msg":"trace[594616973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33155; }","duration":"764.171216ms","start":"2026-05-07T03:21:08.345506Z","end":"2026-05-07T03:21:09.109677Z","steps":["trace[594616973] 'agreement among raft nodes before linearized reading' (duration: 764.132435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.109694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.345498Z","time spent":"764.192626ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:09.109754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.618146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:21:09.109707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.944159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:21:09.110043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003905149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:09.11007Z","caller":"traceutil/trace.go:171","msg":"trace[2042088717] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:33155; }","duration":"1.003975561s","start":"2026-05-07T03:21:08.106086Z","end":"2026-05-07T03:21:09.110061Z","steps":["trace[2042088717] 'agreement among raft nodes before linearized reading' (duration: 1.00392715s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.110089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.106058Z","time spent":"1.004026761s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:21:09.109765Z","caller":"traceutil/trace.go:171","msg":"trace[1449631501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33155; }","duration":"764.649186ms","start":"2026-05-07T03:21:08.345113Z","end":"2026-05-07T03:21:09.109762Z","steps":["trace[1449631501] 'agreement among raft nodes before linearized reading' (duration: 764.610235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.110158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.345104Z","time spent":"765.047885ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:21:09.110154Z","caller":"traceutil/trace.go:171","msg":"trace[298205061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33155; }","duration":"330.45999ms","start":"2026-05-07T03:21:08.779669Z","end":"2026-05-07T03:21:09.110129Z","steps":["trace[298205061] 'agreement among raft nodes before linearized reading' (duration: 329.921918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.110127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.740317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:09.110262Z","caller":"traceutil/trace.go:171","msg":"trace[1355660210] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:33155; }","duration":"322.88517ms","start":"2026-05-07T03:21:08.787347Z","end":"2026-05-07T03:21:09.110232Z","steps":["trace[1355660210] 'agreement among raft nodes before linearized reading' (duration: 322.681366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.110338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.787314Z","time spent":"323.005973ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:21:09.110269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.779647Z","time spent":"330.577752ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:21:09.387088Z","caller":"traceutil/trace.go:171","msg":"trace[14124093] transaction","detail":"{read_only:false; response_revision:33156; number_of_response:1; }","duration":"272.449714ms","start":"2026-05-07T03:21:09.114611Z","end":"2026-05-07T03:21:09.387061Z","steps":["trace[14124093] 'process raft request' (duration: 272.30203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:09.429081Z","caller":"traceutil/trace.go:171","msg":"trace[162855225] transaction","detail":"{read_only:false; response_revision:33158; number_of_response:1; }","duration":"313.904329ms","start":"2026-05-07T03:21:09.115154Z","end":"2026-05-07T03:21:09.429058Z","steps":["trace[162855225] 'process raft request' (duration: 313.853288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.429204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.115144Z","time spent":"313.994202ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:09.429486Z","caller":"traceutil/trace.go:171","msg":"trace[987397181] transaction","detail":"{read_only:false; response_revision:33157; number_of_response:1; }","duration":"314.858501ms","start":"2026-05-07T03:21:09.11462Z","end":"2026-05-07T03:21:09.429479Z","steps":["trace[987397181] 'process raft request' (duration: 314.261747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.42953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.114601Z","time spent":"314.904132ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:09.429496Z","caller":"traceutil/trace.go:171","msg":"trace[653997210] linearizableReadLoop","detail":"{readStateIndex:34351; appliedIndex:34348; }","duration":"230.504177ms","start":"2026-05-07T03:21:09.198967Z","end":"2026-05-07T03:21:09.429471Z","steps":["trace[653997210] 'read index received' (duration: 188.231444ms)","trace[653997210] 'applied index is now lower than readState.Index' (duration: 42.271313ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:09.429631Z","caller":"traceutil/trace.go:171","msg":"trace[1331469678] transaction","detail":"{read_only:false; response_revision:33159; number_of_response:1; }","duration":"313.889309ms","start":"2026-05-07T03:21:09.115716Z","end":"2026-05-07T03:21:09.429605Z","steps":["trace[1331469678] 'process raft request' (duration: 313.317697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.429763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.115688Z","time spent":"314.011502ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:09.429803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.837845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:09.429888Z","caller":"traceutil/trace.go:171","msg":"trace[556304274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:33159; }","duration":"230.966968ms","start":"2026-05-07T03:21:09.198898Z","end":"2026-05-07T03:21:09.429865Z","steps":["trace[556304274] 'agreement among raft nodes before linearized reading' (duration: 230.841994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.429977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.206667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:09.430079Z","caller":"traceutil/trace.go:171","msg":"trace[360312111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33159; }","duration":"164.412361ms","start":"2026-05-07T03:21:09.265652Z","end":"2026-05-07T03:21:09.430065Z","steps":["trace[360312111] 'agreement among raft nodes before linearized reading' (duration: 164.122075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:09.92675Z","caller":"traceutil/trace.go:171","msg":"trace[1157992609] linearizableReadLoop","detail":"{readStateIndex:34352; appliedIndex:34351; }","duration":"236.923502ms","start":"2026-05-07T03:21:09.689796Z","end":"2026-05-07T03:21:09.92672Z","steps":["trace[1157992609] 'read index received' (duration: 235.245424ms)","trace[1157992609] 'applied index is now lower than readState.Index' (duration: 1.676598ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:09.926903Z","caller":"traceutil/trace.go:171","msg":"trace[1863206340] transaction","detail":"{read_only:false; response_revision:33160; number_of_response:1; }","duration":"244.390107ms","start":"2026-05-07T03:21:09.682497Z","end":"2026-05-07T03:21:09.926887Z","steps":["trace[1863206340] 'process raft request' (duration: 242.642948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.92726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:09.927425Z","caller":"traceutil/trace.go:171","msg":"trace[1388672847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:33160; }","duration":"237.639707ms","start":"2026-05-07T03:21:09.689753Z","end":"2026-05-07T03:21:09.927393Z","steps":["trace[1388672847] 'agreement among raft nodes before linearized reading' (duration: 237.426363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:10.12872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.304075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:10.128788Z","caller":"traceutil/trace.go:171","msg":"trace[1832394468] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:33160; }","duration":"102.409697ms","start":"2026-05-07T03:21:10.026358Z","end":"2026-05-07T03:21:10.128768Z","steps":["trace[1832394468] 'count revisions from in-memory index tree' (duration: 102.231933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:10.394522Z","caller":"traceutil/trace.go:171","msg":"trace[604500908] linearizableReadLoop","detail":"{readStateIndex:34354; appliedIndex:34353; }","duration":"127.61133ms","start":"2026-05-07T03:21:10.266866Z","end":"2026-05-07T03:21:10.394477Z","steps":["trace[604500908] 'read index received' (duration: 67.724592ms)","trace[604500908] 'applied index is now lower than readState.Index' (duration: 59.885348ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:10.394728Z","caller":"traceutil/trace.go:171","msg":"trace[837358812] transaction","detail":"{read_only:false; response_revision:33162; number_of_response:1; }","duration":"202.666025ms","start":"2026-05-07T03:21:10.192041Z","end":"2026-05-07T03:21:10.394707Z","steps":["trace[837358812] 'process raft request' (duration: 142.634385ms)","trace[837358812] 'compare' (duration: 59.619141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:10.394921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.989928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:10.395062Z","caller":"traceutil/trace.go:171","msg":"trace[1802326642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33162; }","duration":"128.232914ms","start":"2026-05-07T03:21:10.266813Z","end":"2026-05-07T03:21:10.395046Z","steps":["trace[1802326642] 'agreement among raft nodes before linearized reading' (duration: 127.951568ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:10.855553Z","caller":"traceutil/trace.go:171","msg":"trace[1498764322] transaction","detail":"{read_only:false; response_revision:33163; number_of_response:1; }","duration":"230.14623ms","start":"2026-05-07T03:21:10.625374Z","end":"2026-05-07T03:21:10.85552Z","steps":["trace[1498764322] 'process raft request' (duration: 229.958786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:11.118467Z","caller":"traceutil/trace.go:171","msg":"trace[436245958] transaction","detail":"{read_only:false; response_revision:33165; number_of_response:1; }","duration":"492.915958ms","start":"2026-05-07T03:21:10.625534Z","end":"2026-05-07T03:21:11.11845Z","steps":["trace[436245958] 'process raft request' (duration: 492.854796ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:11.118507Z","caller":"traceutil/trace.go:171","msg":"trace[609494625] transaction","detail":"{read_only:false; response_revision:33164; number_of_response:1; }","duration":"493.012119ms","start":"2026-05-07T03:21:10.625474Z","end":"2026-05-07T03:21:11.118486Z","steps":["trace[609494625] 'process raft request' (duration: 492.781554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.118591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:10.625497Z","time spent":"493.02782ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:11.118592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:10.625447Z","time spent":"493.102052ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:11.118974Z","caller":"traceutil/trace.go:171","msg":"trace[726560484] transaction","detail":"{read_only:false; response_revision:33166; number_of_response:1; }","duration":"491.583478ms","start":"2026-05-07T03:21:10.627379Z","end":"2026-05-07T03:21:11.118962Z","steps":["trace[726560484] 'process raft request' (duration: 491.044606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.119047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:10.627357Z","time spent":"491.65819ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:11.119237Z","caller":"traceutil/trace.go:171","msg":"trace[2112390857] linearizableReadLoop","detail":"{readStateIndex:34359; appliedIndex:34354; }","duration":"282.501469ms","start":"2026-05-07T03:21:10.836722Z","end":"2026-05-07T03:21:11.119224Z","steps":["trace[2112390857] 'read index received' (duration: 18.548793ms)","trace[2112390857] 'applied index is now lower than readState.Index' (duration: 263.951256ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:11.119302Z","caller":"traceutil/trace.go:171","msg":"trace[1635200510] transaction","detail":"{read_only:false; response_revision:33167; number_of_response:1; }","duration":"490.577386ms","start":"2026-05-07T03:21:10.628716Z","end":"2026-05-07T03:21:11.119293Z","steps":["trace[1635200510] 'process raft request' (duration: 490.077874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.119361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:10.628704Z","time spent":"490.625657ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:11.119527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.800915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:11.119566Z","caller":"traceutil/trace.go:171","msg":"trace[1666608445] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:33167; }","duration":"282.874257ms","start":"2026-05-07T03:21:10.836682Z","end":"2026-05-07T03:21:11.119556Z","steps":["trace[1666608445] 'agreement among raft nodes before linearized reading' (duration: 282.747614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.344213Z","caller":"traceutil/trace.go:171","msg":"trace[1106249541] transaction","detail":"{read_only:false; response_revision:33194; number_of_response:1; }","duration":"141.966001ms","start":"2026-05-07T03:21:15.202221Z","end":"2026-05-07T03:21:15.344187Z","steps":["trace[1106249541] 'process raft request' (duration: 141.791187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.618251Z","caller":"traceutil/trace.go:171","msg":"trace[469170622] linearizableReadLoop","detail":"{readStateIndex:34391; appliedIndex:34386; }","duration":"409.930015ms","start":"2026-05-07T03:21:15.208298Z","end":"2026-05-07T03:21:15.618228Z","steps":["trace[469170622] 'read index received' (duration: 135.742412ms)","trace[469170622] 'applied index is now lower than readState.Index' (duration: 274.186613ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:15.618298Z","caller":"traceutil/trace.go:171","msg":"trace[1772545830] transaction","detail":"{read_only:false; response_revision:33196; number_of_response:1; }","duration":"415.875058ms","start":"2026-05-07T03:21:15.202381Z","end":"2026-05-07T03:21:15.618256Z","steps":["trace[1772545830] 'process raft request' (duration: 415.709444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.618326Z","caller":"traceutil/trace.go:171","msg":"trace[1282861904] transaction","detail":"{read_only:false; response_revision:33197; number_of_response:1; }","duration":"415.911578ms","start":"2026-05-07T03:21:15.202382Z","end":"2026-05-07T03:21:15.618294Z","steps":["trace[1282861904] 'process raft request' (duration: 415.765935ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.618378Z","caller":"traceutil/trace.go:171","msg":"trace[997668858] transaction","detail":"{read_only:false; response_revision:33195; number_of_response:1; }","duration":"416.056462ms","start":"2026-05-07T03:21:15.202289Z","end":"2026-05-07T03:21:15.618346Z","steps":["trace[997668858] 'process raft request' (duration: 415.198902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.618454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.202362Z","time spent":"416.022591ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:15.618481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.20237Z","time spent":"416.011631ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:15.618557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.202274Z","time spent":"416.191625ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:15.618651Z","caller":"traceutil/trace.go:171","msg":"trace[521288438] transaction","detail":"{read_only:false; response_revision:33198; number_of_response:1; }","duration":"416.180975ms","start":"2026-05-07T03:21:15.202441Z","end":"2026-05-07T03:21:15.618622Z","steps":["trace[521288438] 'process raft request' (duration: 415.748725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.618759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.433516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:15.618808Z","caller":"traceutil/trace.go:171","msg":"trace[159660918] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:33198; }","duration":"410.531068ms","start":"2026-05-07T03:21:15.208264Z","end":"2026-05-07T03:21:15.618795Z","steps":["trace[159660918] 'agreement among raft nodes before linearized reading' (duration: 410.433786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.6188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.20243Z","time spent":"416.293267ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:15.618847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.208248Z","time spent":"410.588079ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:21:15.631466Z","caller":"traceutil/trace.go:171","msg":"trace[41841767] transaction","detail":"{read_only:false; response_revision:33199; number_of_response:1; }","duration":"231.396507ms","start":"2026-05-07T03:21:15.400044Z","end":"2026-05-07T03:21:15.63144Z","steps":["trace[41841767] 'process raft request' (duration: 231.131181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.631535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.307112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:21:15.631633Z","caller":"traceutil/trace.go:171","msg":"trace[234210983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33199; }","duration":"392.467455ms","start":"2026-05-07T03:21:15.23914Z","end":"2026-05-07T03:21:15.631607Z","steps":["trace[234210983] 'agreement among raft nodes before linearized reading' (duration: 392.215759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.631713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.239104Z","time spent":"392.592727ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:21:15.631878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.425887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:21:15.631927Z","caller":"traceutil/trace.go:171","msg":"trace[1483356541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33199; }","duration":"209.530379ms","start":"2026-05-07T03:21:15.422385Z","end":"2026-05-07T03:21:15.631916Z","steps":["trace[1483356541] 'agreement among raft nodes before linearized reading' (duration: 209.406346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.631997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.17261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:21:15.631984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.181417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:15.632021Z","caller":"traceutil/trace.go:171","msg":"trace[940216957] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33199; }","duration":"136.233473ms","start":"2026-05-07T03:21:15.49578Z","end":"2026-05-07T03:21:15.632013Z","steps":["trace[940216957] 'agreement among raft nodes before linearized reading' (duration: 136.194351ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.63208Z","caller":"traceutil/trace.go:171","msg":"trace[918833056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33199; }","duration":"366.243359ms","start":"2026-05-07T03:21:15.265783Z","end":"2026-05-07T03:21:15.632026Z","steps":["trace[918833056] 'agreement among raft nodes before linearized reading' (duration: 366.148096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:15.632132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.265746Z","time spent":"366.372362ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:21:16.084222Z","caller":"traceutil/trace.go:171","msg":"trace[581415937] transaction","detail":"{read_only:false; response_revision:33200; number_of_response:1; }","duration":"446.695456ms","start":"2026-05-07T03:21:15.637476Z","end":"2026-05-07T03:21:16.084172Z","steps":["trace[581415937] 'process raft request' (duration: 376.901507ms)","trace[581415937] 'compare' (duration: 69.526523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:16.084367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.637463Z","time spent":"446.83073ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:16.104014Z","caller":"traceutil/trace.go:171","msg":"trace[907838665] transaction","detail":"{read_only:false; response_revision:33201; number_of_response:1; }","duration":"466.369326ms","start":"2026-05-07T03:21:15.637598Z","end":"2026-05-07T03:21:16.103968Z","steps":["trace[907838665] 'process raft request' (duration: 466.140541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:16.10428Z","caller":"traceutil/trace.go:171","msg":"trace[1335318843] transaction","detail":"{read_only:false; response_revision:33202; number_of_response:1; }","duration":"466.586949ms","start":"2026-05-07T03:21:15.637655Z","end":"2026-05-07T03:21:16.104242Z","steps":["trace[1335318843] 'process raft request' (duration: 466.18352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:16.104239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.637574Z","time spent":"466.60369ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:16.104424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.637635Z","time spent":"466.717892ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:16.104709Z","caller":"traceutil/trace.go:171","msg":"trace[1953755605] transaction","detail":"{read_only:false; response_revision:33203; number_of_response:1; }","duration":"467.042529ms","start":"2026-05-07T03:21:15.637658Z","end":"2026-05-07T03:21:16.1047Z","steps":["trace[1953755605] 'process raft request' (duration: 466.508177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:16.104746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.637627Z","time spent":"467.10182ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:16.104867Z","caller":"traceutil/trace.go:171","msg":"trace[804718774] linearizableReadLoop","detail":"{readStateIndex:34396; appliedIndex:34392; }","duration":"465.880323ms","start":"2026-05-07T03:21:15.638964Z","end":"2026-05-07T03:21:16.104845Z","steps":["trace[804718774] 'read index received' (duration: 375.385983ms)","trace[804718774] 'applied index is now lower than readState.Index' (duration: 90.49311ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:16.104933Z","caller":"traceutil/trace.go:171","msg":"trace[414813573] transaction","detail":"{read_only:false; response_revision:33204; number_of_response:1; }","duration":"129.146994ms","start":"2026-05-07T03:21:15.975778Z","end":"2026-05-07T03:21:16.104925Z","steps":["trace[414813573] 'process raft request' (duration: 128.894298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:16.105058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.944743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:16.105085Z","caller":"traceutil/trace.go:171","msg":"trace[1835599034] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:33204; }","duration":"216.017064ms","start":"2026-05-07T03:21:15.889061Z","end":"2026-05-07T03:21:16.105078Z","steps":["trace[1835599034] 'agreement among raft nodes before linearized reading' (duration: 215.974233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:16.105103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.136809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:21:16.105173Z","caller":"traceutil/trace.go:171","msg":"trace[520145984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33204; }","duration":"466.208841ms","start":"2026-05-07T03:21:15.638947Z","end":"2026-05-07T03:21:16.105155Z","steps":["trace[520145984] 'agreement among raft nodes before linearized reading' (duration: 466.042027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:16.105214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:15.638888Z","time spent":"466.316813ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:21:16.246236Z","caller":"traceutil/trace.go:171","msg":"trace[622892360] transaction","detail":"{read_only:false; response_revision:33205; number_of_response:1; }","duration":"135.722691ms","start":"2026-05-07T03:21:16.110477Z","end":"2026-05-07T03:21:16.2462Z","steps":["trace[622892360] 'process raft request' (duration: 125.045533ms)","trace[622892360] 'compare' (duration: 10.377752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:17.347282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.849185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:17.347829Z","caller":"traceutil/trace.go:171","msg":"trace[1543232949] transaction","detail":"{read_only:false; response_revision:33208; number_of_response:1; }","duration":"341.008115ms","start":"2026-05-07T03:21:17.006792Z","end":"2026-05-07T03:21:17.3478Z","steps":["trace[1543232949] 'process raft request' (duration: 340.599326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:17.347667Z","caller":"traceutil/trace.go:171","msg":"trace[461554507] transaction","detail":"{read_only:false; response_revision:33207; number_of_response:1; }","duration":"370.651657ms","start":"2026-05-07T03:21:16.976839Z","end":"2026-05-07T03:21:17.34749Z","steps":["trace[461554507] 'process raft request' (duration: 109.512586ms)","trace[461554507] 'compare' (duration: 260.721592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:17.34794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:17.006775Z","time spent":"341.116578ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:17.348447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:16.976823Z","time spent":"371.137448ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:17.770468Z","caller":"traceutil/trace.go:171","msg":"trace[694957481] transaction","detail":"{read_only:false; response_revision:33209; number_of_response:1; }","duration":"419.585751ms","start":"2026-05-07T03:21:17.350871Z","end":"2026-05-07T03:21:17.770456Z","steps":["trace[694957481] 'process raft request' (duration: 419.383086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.770577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:17.350851Z","time spent":"419.666282ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:17.770825Z","caller":"traceutil/trace.go:171","msg":"trace[348004750] linearizableReadLoop","detail":"{readStateIndex:34403; appliedIndex:34402; }","duration":"418.812143ms","start":"2026-05-07T03:21:17.351604Z","end":"2026-05-07T03:21:17.770416Z","steps":["trace[348004750] 'read index received' (duration: 418.551307ms)","trace[348004750] 'applied index is now lower than readState.Index' (duration: 260.236µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:17.770931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.330315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:21:17.770961Z","caller":"traceutil/trace.go:171","msg":"trace[1281788718] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33209; }","duration":"419.397447ms","start":"2026-05-07T03:21:17.351555Z","end":"2026-05-07T03:21:17.770953Z","steps":["trace[1281788718] 'agreement among raft nodes before linearized reading' (duration: 419.328135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.770985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:17.351538Z","time spent":"419.441707ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:21:17.782917Z","caller":"traceutil/trace.go:171","msg":"trace[684057602] transaction","detail":"{read_only:false; response_revision:33210; number_of_response:1; }","duration":"159.093782ms","start":"2026-05-07T03:21:17.62379Z","end":"2026-05-07T03:21:17.782884Z","steps":["trace[684057602] 'process raft request' (duration: 158.803886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:17.78327Z","caller":"traceutil/trace.go:171","msg":"trace[619994746] transaction","detail":"{read_only:false; response_revision:33211; number_of_response:1; }","duration":"159.423859ms","start":"2026-05-07T03:21:17.623805Z","end":"2026-05-07T03:21:17.783229Z","steps":["trace[619994746] 'process raft request' (duration: 159.00424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:17.784122Z","caller":"traceutil/trace.go:171","msg":"trace[458519455] transaction","detail":"{read_only:false; response_revision:33212; number_of_response:1; }","duration":"160.206187ms","start":"2026-05-07T03:21:17.623887Z","end":"2026-05-07T03:21:17.784093Z","steps":["trace[458519455] 'process raft request' (duration: 159.283826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.784823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.677482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:17.784841Z","caller":"traceutil/trace.go:171","msg":"trace[1893314530] transaction","detail":"{read_only:false; response_revision:33213; number_of_response:1; }","duration":"159.929651ms","start":"2026-05-07T03:21:17.624883Z","end":"2026-05-07T03:21:17.784812Z","steps":["trace[1893314530] 'process raft request' (duration: 159.110803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:17.784897Z","caller":"traceutil/trace.go:171","msg":"trace[2114456779] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:33213; }","duration":"217.810094ms","start":"2026-05-07T03:21:17.567068Z","end":"2026-05-07T03:21:17.784878Z","steps":["trace[2114456779] 'agreement among raft nodes before linearized reading' (duration: 217.64402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:18.450212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.910009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:18.450433Z","caller":"traceutil/trace.go:171","msg":"trace[795676010] transaction","detail":"{read_only:false; response_revision:33216; number_of_response:1; }","duration":"339.038692ms","start":"2026-05-07T03:21:18.111367Z","end":"2026-05-07T03:21:18.450405Z","steps":["trace[795676010] 'process raft request' (duration: 200.844595ms)","trace[795676010] 'compare' (duration: 137.566602ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:18.450524Z","caller":"traceutil/trace.go:171","msg":"trace[353381794] transaction","detail":"{read_only:false; response_revision:33218; number_of_response:1; }","duration":"198.37951ms","start":"2026-05-07T03:21:18.252122Z","end":"2026-05-07T03:21:18.450501Z","steps":["trace[353381794] 'process raft request' (duration: 198.322968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:18.450562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:18.111333Z","time spent":"339.161054ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:18.45068Z","caller":"traceutil/trace.go:171","msg":"trace[263192498] transaction","detail":"{read_only:false; response_revision:33217; number_of_response:1; }","duration":"268.942216ms","start":"2026-05-07T03:21:18.181725Z","end":"2026-05-07T03:21:18.450667Z","steps":["trace[263192498] 'process raft request' (duration: 268.611169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:18.450849Z","caller":"traceutil/trace.go:171","msg":"trace[1259893970] linearizableReadLoop","detail":"{readStateIndex:34410; appliedIndex:34409; }","duration":"273.608991ms","start":"2026-05-07T03:21:18.177214Z","end":"2026-05-07T03:21:18.450823Z","steps":["trace[1259893970] 'read index received' (duration: 135.100437ms)","trace[1259893970] 'applied index is now lower than readState.Index' (duration: 138.506714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:18.451014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.471326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:18.451056Z","caller":"traceutil/trace.go:171","msg":"trace[817306017] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33218; }","duration":"298.574258ms","start":"2026-05-07T03:21:18.152472Z","end":"2026-05-07T03:21:18.451046Z","steps":["trace[817306017] 'agreement among raft nodes before linearized reading' (duration: 298.485736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:18.451153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.236794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:21:18.451167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.138871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:21:18.451214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.575008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:21:18.451236Z","caller":"traceutil/trace.go:171","msg":"trace[1098831231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33218; }","duration":"342.210973ms","start":"2026-05-07T03:21:18.109008Z","end":"2026-05-07T03:21:18.451219Z","steps":["trace[1098831231] 'agreement among raft nodes before linearized reading' (duration: 341.968257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:18.451275Z","caller":"traceutil/trace.go:171","msg":"trace[2137345048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33218; }","duration":"341.752162ms","start":"2026-05-07T03:21:18.109505Z","end":"2026-05-07T03:21:18.451257Z","steps":["trace[2137345048] 'agreement among raft nodes before linearized reading' (duration: 341.533528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:18.451299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:18.108934Z","time spent":"342.350065ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:21:18.451226Z","caller":"traceutil/trace.go:171","msg":"trace[707568309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33218; }","duration":"201.347656ms","start":"2026-05-07T03:21:18.249862Z","end":"2026-05-07T03:21:18.45121Z","steps":["trace[707568309] 'agreement among raft nodes before linearized reading' (duration: 201.155732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:18.451335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:18.109469Z","time spent":"341.852394ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:21:18.451134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.985469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:18.451433Z","caller":"traceutil/trace.go:171","msg":"trace[161386414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33218; }","duration":"184.343827ms","start":"2026-05-07T03:21:18.267072Z","end":"2026-05-07T03:21:18.451416Z","steps":["trace[161386414] 'agreement among raft nodes before linearized reading' (duration: 183.985319ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.675233Z","caller":"traceutil/trace.go:171","msg":"trace[1329538070] transaction","detail":"{read_only:false; response_revision:33236; number_of_response:1; }","duration":"162.903668ms","start":"2026-05-07T03:21:20.512307Z","end":"2026-05-07T03:21:20.675211Z","steps":["trace[1329538070] 'process raft request' (duration: 162.854646ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.675332Z","caller":"traceutil/trace.go:171","msg":"trace[1020946836] transaction","detail":"{read_only:false; response_revision:33235; number_of_response:1; }","duration":"163.436981ms","start":"2026-05-07T03:21:20.511865Z","end":"2026-05-07T03:21:20.675302Z","steps":["trace[1020946836] 'process raft request' (duration: 79.919085ms)","trace[1020946836] 'compare' (duration: 83.229379ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:23.989361Z","caller":"traceutil/trace.go:171","msg":"trace[224953679] transaction","detail":"{read_only:false; response_revision:33252; number_of_response:1; }","duration":"188.306325ms","start":"2026-05-07T03:21:23.801009Z","end":"2026-05-07T03:21:23.989316Z","steps":["trace[224953679] 'process raft request' (duration: 188.132131ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.001084Z","caller":"traceutil/trace.go:171","msg":"trace[1369902056] transaction","detail":"{read_only:false; response_revision:33253; number_of_response:1; }","duration":"193.987021ms","start":"2026-05-07T03:21:23.807061Z","end":"2026-05-07T03:21:24.001048Z","steps":["trace[1369902056] 'process raft request' (duration: 193.692975ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.001107Z","caller":"traceutil/trace.go:171","msg":"trace[1394931933] transaction","detail":"{read_only:false; response_revision:33255; number_of_response:1; }","duration":"135.22596ms","start":"2026-05-07T03:21:23.865854Z","end":"2026-05-07T03:21:24.00108Z","steps":["trace[1394931933] 'process raft request' (duration: 135.119358ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.001149Z","caller":"traceutil/trace.go:171","msg":"trace[1606950628] transaction","detail":"{read_only:false; response_revision:33254; number_of_response:1; }","duration":"145.418648ms","start":"2026-05-07T03:21:23.855707Z","end":"2026-05-07T03:21:24.001125Z","steps":["trace[1606950628] 'process raft request' (duration: 145.199923ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.001281Z","caller":"traceutil/trace.go:171","msg":"trace[2034836708] transaction","detail":"{read_only:false; response_revision:33256; number_of_response:1; }","duration":"134.643747ms","start":"2026-05-07T03:21:23.866613Z","end":"2026-05-07T03:21:24.001257Z","steps":["trace[2034836708] 'process raft request' (duration: 134.419542ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.167129Z","caller":"traceutil/trace.go:171","msg":"trace[1882149843] transaction","detail":"{read_only:false; response_revision:33268; number_of_response:1; }","duration":"167.303147ms","start":"2026-05-07T03:21:25.999796Z","end":"2026-05-07T03:21:26.1671Z","steps":["trace[1882149843] 'process raft request' (duration: 167.118123ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.205594Z","caller":"traceutil/trace.go:171","msg":"trace[679765271] transaction","detail":"{read_only:false; response_revision:33270; number_of_response:1; }","duration":"198.513443ms","start":"2026-05-07T03:21:26.007054Z","end":"2026-05-07T03:21:26.205567Z","steps":["trace[679765271] 'process raft request' (duration: 198.442482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.205768Z","caller":"traceutil/trace.go:171","msg":"trace[1022401335] transaction","detail":"{read_only:false; response_revision:33269; number_of_response:1; }","duration":"198.725558ms","start":"2026-05-07T03:21:26.007035Z","end":"2026-05-07T03:21:26.20576Z","steps":["trace[1022401335] 'process raft request' (duration: 198.323919ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.206042Z","caller":"traceutil/trace.go:171","msg":"trace[2131739040] transaction","detail":"{read_only:false; response_revision:33272; number_of_response:1; }","duration":"198.878601ms","start":"2026-05-07T03:21:26.007141Z","end":"2026-05-07T03:21:26.20602Z","steps":["trace[2131739040] 'process raft request' (duration: 198.761299ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.206048Z","caller":"traceutil/trace.go:171","msg":"trace[1708410797] transaction","detail":"{read_only:false; response_revision:33271; number_of_response:1; }","duration":"198.894911ms","start":"2026-05-07T03:21:26.007123Z","end":"2026-05-07T03:21:26.206018Z","steps":["trace[1708410797] 'process raft request' (duration: 198.407321ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.712913Z","caller":"traceutil/trace.go:171","msg":"trace[427220364] transaction","detail":"{read_only:false; response_revision:33275; number_of_response:1; }","duration":"177.274419ms","start":"2026-05-07T03:21:26.535621Z","end":"2026-05-07T03:21:26.712896Z","steps":["trace[427220364] 'process raft request' (duration: 100.775361ms)","trace[427220364] 'compare' (duration: 76.15541ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:26.713188Z","caller":"traceutil/trace.go:171","msg":"trace[1227989254] linearizableReadLoop","detail":"{readStateIndex:34470; appliedIndex:34469; }","duration":"163.02469ms","start":"2026-05-07T03:21:26.549703Z","end":"2026-05-07T03:21:26.712727Z","steps":["trace[1227989254] 'read index received' (duration: 61.278148ms)","trace[1227989254] 'applied index is now lower than readState.Index' (duration: 101.745442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:26.713376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.656415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:26.71342Z","caller":"traceutil/trace.go:171","msg":"trace[1456090871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33275; }","duration":"163.742106ms","start":"2026-05-07T03:21:26.549665Z","end":"2026-05-07T03:21:26.713407Z","steps":["trace[1456090871] 'agreement among raft nodes before linearized reading' (duration: 163.582423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.71383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.957904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:21:26.713865Z","caller":"traceutil/trace.go:171","msg":"trace[863004771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33275; }","duration":"144.023116ms","start":"2026-05-07T03:21:26.569834Z","end":"2026-05-07T03:21:26.713858Z","steps":["trace[863004771] 'agreement among raft nodes before linearized reading' (duration: 143.926384ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.94505Z","caller":"traceutil/trace.go:171","msg":"trace[1621766218] transaction","detail":"{read_only:false; response_revision:33279; number_of_response:1; }","duration":"182.150478ms","start":"2026-05-07T03:21:26.762867Z","end":"2026-05-07T03:21:26.945018Z","steps":["trace[1621766218] 'process raft request' (duration: 180.868788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:28.814142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.996031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:21:28.814245Z","caller":"traceutil/trace.go:171","msg":"trace[1581426810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33289; }","duration":"108.189555ms","start":"2026-05-07T03:21:28.706033Z","end":"2026-05-07T03:21:28.814223Z","steps":["trace[1581426810] 'range keys from in-memory index tree' (duration: 107.740705ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:28.855557Z","caller":"traceutil/trace.go:171","msg":"trace[351339317] linearizableReadLoop","detail":"{readStateIndex:34486; appliedIndex:34485; }","duration":"109.637068ms","start":"2026-05-07T03:21:28.745888Z","end":"2026-05-07T03:21:28.855525Z","steps":["trace[351339317] 'read index received' (duration: 109.380782ms)","trace[351339317] 'applied index is now lower than readState.Index' (duration: 254.766µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:28.855629Z","caller":"traceutil/trace.go:171","msg":"trace[1969112673] transaction","detail":"{read_only:false; response_revision:33290; number_of_response:1; }","duration":"138.506123ms","start":"2026-05-07T03:21:28.717092Z","end":"2026-05-07T03:21:28.855599Z","steps":["trace[1969112673] 'process raft request' (duration: 138.192487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:28.855844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.945065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:28.855935Z","caller":"traceutil/trace.go:171","msg":"trace[2115797091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33290; }","duration":"110.093348ms","start":"2026-05-07T03:21:28.745819Z","end":"2026-05-07T03:21:28.855912Z","steps":["trace[2115797091] 'agreement among raft nodes before linearized reading' (duration: 109.851603ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:30.639972Z","caller":"traceutil/trace.go:171","msg":"trace[1429844968] transaction","detail":"{read_only:false; response_revision:33301; number_of_response:1; }","duration":"101.221341ms","start":"2026-05-07T03:21:30.538698Z","end":"2026-05-07T03:21:30.639919Z","steps":["trace[1429844968] 'process raft request' (duration: 100.837512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:42.591474Z","caller":"traceutil/trace.go:171","msg":"trace[478131620] linearizableReadLoop","detail":"{readStateIndex:34586; appliedIndex:34582; }","duration":"178.436265ms","start":"2026-05-07T03:21:42.41301Z","end":"2026-05-07T03:21:42.591446Z","steps":["trace[478131620] 'read index received' (duration: 2.334102ms)","trace[478131620] 'applied index is now lower than readState.Index' (duration: 176.101113ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:42.591533Z","caller":"traceutil/trace.go:171","msg":"trace[139078775] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"183.900506ms","start":"2026-05-07T03:21:42.407573Z","end":"2026-05-07T03:21:42.591474Z","steps":["trace[139078775] 'process raft request' (duration: 183.692651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:42.591726Z","caller":"traceutil/trace.go:171","msg":"trace[1276224004] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"185.178495ms","start":"2026-05-07T03:21:42.406511Z","end":"2026-05-07T03:21:42.59169Z","steps":["trace[1276224004] 'process raft request' (duration: 133.4047ms)","trace[1276224004] 'compare' (duration: 50.991508ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:42.591872Z","caller":"traceutil/trace.go:171","msg":"trace[1594129028] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"183.271533ms","start":"2026-05-07T03:21:42.408567Z","end":"2026-05-07T03:21:42.591839Z","steps":["trace[1594129028] 'process raft request' (duration: 182.815413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:42.592841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.572958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:42.592918Z","caller":"traceutil/trace.go:171","msg":"trace[504885968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:33387; }","duration":"179.928759ms","start":"2026-05-07T03:21:42.412969Z","end":"2026-05-07T03:21:42.592897Z","steps":["trace[504885968] 'agreement among raft nodes before linearized reading' (duration: 178.578058ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:42.954365Z","caller":"traceutil/trace.go:171","msg":"trace[363163270] transaction","detail":"{read_only:false; response_revision:33390; number_of_response:1; }","duration":"149.08371ms","start":"2026-05-07T03:21:42.805266Z","end":"2026-05-07T03:21:42.95435Z","steps":["trace[363163270] 'process raft request' (duration: 56.41608ms)","trace[363163270] 'compare' (duration: 92.342673ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:43.20416Z","caller":"traceutil/trace.go:171","msg":"trace[1135252668] linearizableReadLoop","detail":"{readStateIndex:34593; appliedIndex:34590; }","duration":"166.717054ms","start":"2026-05-07T03:21:43.037421Z","end":"2026-05-07T03:21:43.204138Z","steps":["trace[1135252668] 'read index received' (duration: 10.29867ms)","trace[1135252668] 'applied index is now lower than readState.Index' (duration: 156.417054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:43.204504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.320122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:43.204552Z","caller":"traceutil/trace.go:171","msg":"trace[1185203066] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:33394; }","duration":"105.418285ms","start":"2026-05-07T03:21:43.09912Z","end":"2026-05-07T03:21:43.204539Z","steps":["trace[1185203066] 'agreement among raft nodes before linearized reading' (duration: 105.314052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.204769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.314937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418990"} {"level":"info","ts":"2026-05-07T03:21:43.204897Z","caller":"traceutil/trace.go:171","msg":"trace[934286080] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:33394; }","duration":"167.478901ms","start":"2026-05-07T03:21:43.037377Z","end":"2026-05-07T03:21:43.204856Z","steps":["trace[934286080] 'agreement among raft nodes before linearized reading' (duration: 166.99861ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:43.206066Z","caller":"traceutil/trace.go:171","msg":"trace[955613954] transaction","detail":"{read_only:false; response_revision:33393; number_of_response:1; }","duration":"186.638388ms","start":"2026-05-07T03:21:43.019383Z","end":"2026-05-07T03:21:43.206022Z","steps":["trace[955613954] 'process raft request' (duration: 184.520341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:43.206174Z","caller":"traceutil/trace.go:171","msg":"trace[1630927165] transaction","detail":"{read_only:false; response_revision:33394; number_of_response:1; }","duration":"186.513605ms","start":"2026-05-07T03:21:43.019638Z","end":"2026-05-07T03:21:43.206151Z","steps":["trace[1630927165] 'process raft request' (duration: 184.432978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.822563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.067455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:21:44.82265Z","caller":"traceutil/trace.go:171","msg":"trace[1897676710] linearizableReadLoop","detail":"{readStateIndex:34596; appliedIndex:34595; }","duration":"557.952691ms","start":"2026-05-07T03:21:44.264681Z","end":"2026-05-07T03:21:44.822634Z","steps":["trace[1897676710] 'read index received' (duration: 191.792624ms)","trace[1897676710] 'applied index is now lower than readState.Index' (duration: 366.158807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:44.823315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.630426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:44.823352Z","caller":"traceutil/trace.go:171","msg":"trace[2016007161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33397; }","duration":"558.708308ms","start":"2026-05-07T03:21:44.264633Z","end":"2026-05-07T03:21:44.823341Z","steps":["trace[2016007161] 'agreement among raft nodes before linearized reading' (duration: 558.634496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.823935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.264619Z","time spent":"559.301451ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:21:44.945141Z","caller":"traceutil/trace.go:171","msg":"trace[1271291169] transaction","detail":"{read_only:false; response_revision:33399; number_of_response:1; }","duration":"554.534914ms","start":"2026-05-07T03:21:44.390576Z","end":"2026-05-07T03:21:44.945111Z","steps":["trace[1271291169] 'process raft request' (duration: 554.447892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.945306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.390557Z","time spent":"554.663767ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:44.945492Z","caller":"traceutil/trace.go:171","msg":"trace[1994024029] transaction","detail":"{read_only:false; response_revision:33400; number_of_response:1; }","duration":"524.572885ms","start":"2026-05-07T03:21:44.420908Z","end":"2026-05-07T03:21:44.945481Z","steps":["trace[1994024029] 'process raft request' (duration: 524.161496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.945605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.420885Z","time spent":"524.681078ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:44.945462Z","caller":"traceutil/trace.go:171","msg":"trace[102300942] transaction","detail":"{read_only:false; response_revision:33398; number_of_response:1; }","duration":"563.919122ms","start":"2026-05-07T03:21:44.381272Z","end":"2026-05-07T03:21:44.945191Z","steps":["trace[102300942] 'process raft request' (duration: 563.578885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.947363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.381256Z","time spent":"565.99608ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:45.457989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.581955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:21:45.458125Z","caller":"traceutil/trace.go:171","msg":"trace[2078628020] transaction","detail":"{read_only:false; response_revision:33401; number_of_response:1; }","duration":"859.555505ms","start":"2026-05-07T03:21:44.598555Z","end":"2026-05-07T03:21:45.458111Z","steps":["trace[2078628020] 'process raft request' (duration: 544.769015ms)","trace[2078628020] 'compare' (duration: 314.437122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:45.458183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.59852Z","time spent":"859.627817ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:45.458631Z","caller":"traceutil/trace.go:171","msg":"trace[495012241] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"645.385743ms","start":"2026-05-07T03:21:44.813234Z","end":"2026-05-07T03:21:45.458619Z","steps":["trace[495012241] 'process raft request' (duration: 645.192759ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.458645Z","caller":"traceutil/trace.go:171","msg":"trace[280864622] transaction","detail":"{read_only:false; response_revision:33402; number_of_response:1; }","duration":"859.971925ms","start":"2026-05-07T03:21:44.598647Z","end":"2026-05-07T03:21:45.458619Z","steps":["trace[280864622] 'process raft request' (duration: 859.425062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.458694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.813202Z","time spent":"645.462245ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:45.458698Z","caller":"traceutil/trace.go:171","msg":"trace[715304734] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"439.185428ms","start":"2026-05-07T03:21:45.019495Z","end":"2026-05-07T03:21:45.45868Z","steps":["trace[715304734] 'process raft request' (duration: 438.989864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.458718Z","caller":"traceutil/trace.go:171","msg":"trace[1197550151] transaction","detail":"{read_only:false; response_revision:33403; number_of_response:1; }","duration":"859.617967ms","start":"2026-05-07T03:21:44.599067Z","end":"2026-05-07T03:21:45.458685Z","steps":["trace[1197550151] 'process raft request' (duration: 859.29611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.458741Z","caller":"traceutil/trace.go:171","msg":"trace[1766172420] linearizableReadLoop","detail":"{readStateIndex:34603; appliedIndex:34596; }","duration":"636.026754ms","start":"2026-05-07T03:21:44.82267Z","end":"2026-05-07T03:21:45.458697Z","steps":["trace[1766172420] 'read index received' (duration: 122.217799ms)","trace[1766172420] 'applied index is now lower than readState.Index' (duration: 513.751663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:45.458837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.01947Z","time spent":"439.30245ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:45.458879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.599038Z","time spent":"859.76639ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:45.458671Z","caller":"traceutil/trace.go:171","msg":"trace[1447399219] transaction","detail":"{read_only:false; response_revision:33406; number_of_response:1; }","duration":"358.208289ms","start":"2026-05-07T03:21:45.10043Z","end":"2026-05-07T03:21:45.458638Z","steps":["trace[1447399219] 'process raft request' (duration: 358.127368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.458903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080550751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:21:45.458952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.371261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:21:45.459004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.605943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:21:45.459023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.649444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:21:45.459034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.743452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:45.459035Z","caller":"traceutil/trace.go:171","msg":"trace[800247058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33406; }","duration":"653.474683ms","start":"2026-05-07T03:21:44.805518Z","end":"2026-05-07T03:21:45.458993Z","steps":["trace[800247058] 'agreement among raft nodes before linearized reading' (duration: 653.213977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.459056Z","caller":"traceutil/trace.go:171","msg":"trace[966657664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33406; }","duration":"407.718175ms","start":"2026-05-07T03:21:45.051324Z","end":"2026-05-07T03:21:45.459042Z","steps":["trace[966657664] 'agreement among raft nodes before linearized reading' (duration: 407.548851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.459067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.447542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:21:45.459076Z","caller":"traceutil/trace.go:171","msg":"trace[589911212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33406; }","duration":"242.843654ms","start":"2026-05-07T03:21:45.21622Z","end":"2026-05-07T03:21:45.459063Z","steps":["trace[589911212] 'agreement among raft nodes before linearized reading' (duration: 242.710231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.459086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.805487Z","time spent":"653.589747ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:21:45.459102Z","caller":"traceutil/trace.go:171","msg":"trace[711321772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33406; }","duration":"245.518503ms","start":"2026-05-07T03:21:45.213573Z","end":"2026-05-07T03:21:45.459092Z","steps":["trace[711321772] 'agreement among raft nodes before linearized reading' (duration: 245.416051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.458954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.100405Z","time spent":"358.508186ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:45.459156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.881339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:45.459214Z","caller":"traceutil/trace.go:171","msg":"trace[1554202907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33406; }","duration":"193.972682ms","start":"2026-05-07T03:21:45.265229Z","end":"2026-05-07T03:21:45.459201Z","steps":["trace[1554202907] 'agreement among raft nodes before linearized reading' (duration: 193.854639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.459117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.457833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:45.459018Z","caller":"traceutil/trace.go:171","msg":"trace[1259283430] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33406; }","duration":"1.080700734s","start":"2026-05-07T03:21:44.378288Z","end":"2026-05-07T03:21:45.458989Z","steps":["trace[1259283430] 'agreement among raft nodes before linearized reading' (duration: 1.08052078s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.459302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.378274Z","time spent":"1.081018782s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:21:45.459054Z","caller":"traceutil/trace.go:171","msg":"trace[331081865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33406; }","duration":"205.693694ms","start":"2026-05-07T03:21:45.253351Z","end":"2026-05-07T03:21:45.459045Z","steps":["trace[331081865] 'agreement among raft nodes before linearized reading' (duration: 205.596582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.458734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:44.598621Z","time spent":"860.064147ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:45.459093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.051302Z","time spent":"407.781887ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:21:45.459303Z","caller":"traceutil/trace.go:171","msg":"trace[625362784] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33406; }","duration":"207.76667ms","start":"2026-05-07T03:21:45.251519Z","end":"2026-05-07T03:21:45.459254Z","steps":["trace[625362784] 'agreement among raft nodes before linearized reading' (duration: 207.404562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.459437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.786399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:21:45.45968Z","caller":"traceutil/trace.go:171","msg":"trace[985602027] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33406; }","duration":"216.249569ms","start":"2026-05-07T03:21:45.243403Z","end":"2026-05-07T03:21:45.459652Z","steps":["trace[985602027] 'agreement among raft nodes before linearized reading' (duration: 215.543983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.592683Z","caller":"traceutil/trace.go:171","msg":"trace[718441474] transaction","detail":"{read_only:false; response_revision:33432; number_of_response:1; }","duration":"107.743666ms","start":"2026-05-07T03:21:49.484904Z","end":"2026-05-07T03:21:49.592647Z","steps":["trace[718441474] 'process raft request' (duration: 107.517411ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.658427Z","caller":"traceutil/trace.go:171","msg":"trace[1658994231] transaction","detail":"{read_only:false; response_revision:33434; number_of_response:1; }","duration":"172.618356ms","start":"2026-05-07T03:21:49.485779Z","end":"2026-05-07T03:21:49.658397Z","steps":["trace[1658994231] 'process raft request' (duration: 172.536164ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.658529Z","caller":"traceutil/trace.go:171","msg":"trace[809890949] transaction","detail":"{read_only:false; response_revision:33433; number_of_response:1; }","duration":"173.25445ms","start":"2026-05-07T03:21:49.48524Z","end":"2026-05-07T03:21:49.658495Z","steps":["trace[809890949] 'process raft request' (duration: 172.886312ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.658589Z","caller":"traceutil/trace.go:171","msg":"trace[584778205] transaction","detail":"{read_only:false; response_revision:33435; number_of_response:1; }","duration":"171.896888ms","start":"2026-05-07T03:21:49.486676Z","end":"2026-05-07T03:21:49.658573Z","steps":["trace[584778205] 'process raft request' (duration: 171.679254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.658748Z","caller":"traceutil/trace.go:171","msg":"trace[567440754] linearizableReadLoop","detail":"{readStateIndex:34635; appliedIndex:34631; }","duration":"156.141647ms","start":"2026-05-07T03:21:49.502385Z","end":"2026-05-07T03:21:49.658527Z","steps":["trace[567440754] 'read index received' (duration: 90.117662ms)","trace[567440754] 'applied index is now lower than readState.Index' (duration: 66.023155ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:49.658818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.408273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:21:49.658871Z","caller":"traceutil/trace.go:171","msg":"trace[1333067514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33435; }","duration":"156.504756ms","start":"2026-05-07T03:21:49.502354Z","end":"2026-05-07T03:21:49.658858Z","steps":["trace[1333067514] 'agreement among raft nodes before linearized reading' (duration: 156.332752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:49.663596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.361249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:21:49.663699Z","caller":"traceutil/trace.go:171","msg":"trace[1757646974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33436; }","duration":"150.529872ms","start":"2026-05-07T03:21:49.513145Z","end":"2026-05-07T03:21:49.663674Z","steps":["trace[1757646974] 'agreement among raft nodes before linearized reading' (duration: 149.766275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:49.663758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.589131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:21:49.663837Z","caller":"traceutil/trace.go:171","msg":"trace[572790299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33436; }","duration":"149.701533ms","start":"2026-05-07T03:21:49.514115Z","end":"2026-05-07T03:21:49.663816Z","steps":["trace[572790299] 'agreement among raft nodes before linearized reading' (duration: 148.885445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:49.664164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.993484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:21:49.664191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.451237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:21:49.664241Z","caller":"traceutil/trace.go:171","msg":"trace[1848479715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33436; }","duration":"149.500508ms","start":"2026-05-07T03:21:49.514725Z","end":"2026-05-07T03:21:49.664225Z","steps":["trace[1848479715] 'agreement among raft nodes before linearized reading' (duration: 148.324242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:49.664233Z","caller":"traceutil/trace.go:171","msg":"trace[1599476352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33436; }","duration":"143.108325ms","start":"2026-05-07T03:21:49.521108Z","end":"2026-05-07T03:21:49.664216Z","steps":["trace[1599476352] 'agreement among raft nodes before linearized reading' (duration: 141.821056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.190355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.221243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:06.190422Z","caller":"traceutil/trace.go:171","msg":"trace[947873010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33561; }","duration":"175.343066ms","start":"2026-05-07T03:22:06.015063Z","end":"2026-05-07T03:22:06.190406Z","steps":["trace[947873010] 'range keys from in-memory index tree' (duration: 175.086199ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:28.020797Z","caller":"traceutil/trace.go:171","msg":"trace[2080531793] transaction","detail":"{read_only:false; response_revision:33712; number_of_response:1; }","duration":"156.080185ms","start":"2026-05-07T03:22:27.864691Z","end":"2026-05-07T03:22:28.020771Z","steps":["trace[2080531793] 'process raft request' (duration: 73.893865ms)","trace[2080531793] 'compare' (duration: 82.080958ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:28.054034Z","caller":"traceutil/trace.go:171","msg":"trace[473715289] transaction","detail":"{read_only:false; response_revision:33713; number_of_response:1; }","duration":"187.318915ms","start":"2026-05-07T03:22:27.866679Z","end":"2026-05-07T03:22:28.053998Z","steps":["trace[473715289] 'process raft request' (duration: 187.026358ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:28.054104Z","caller":"traceutil/trace.go:171","msg":"trace[2067189114] linearizableReadLoop","detail":"{readStateIndex:34924; appliedIndex:34920; }","duration":"134.160415ms","start":"2026-05-07T03:22:27.919921Z","end":"2026-05-07T03:22:28.054081Z","steps":["trace[2067189114] 'read index received' (duration: 18.681009ms)","trace[2067189114] 'applied index is now lower than readState.Index' (duration: 115.478526ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:28.054324Z","caller":"traceutil/trace.go:171","msg":"trace[1396740087] transaction","detail":"{read_only:false; response_revision:33715; number_of_response:1; }","duration":"181.276859ms","start":"2026-05-07T03:22:27.873022Z","end":"2026-05-07T03:22:28.054299Z","steps":["trace[1396740087] 'process raft request' (duration: 180.987113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:28.054405Z","caller":"traceutil/trace.go:171","msg":"trace[812843624] transaction","detail":"{read_only:false; response_revision:33714; number_of_response:1; }","duration":"185.638207ms","start":"2026-05-07T03:22:27.868734Z","end":"2026-05-07T03:22:28.054372Z","steps":["trace[812843624] 'process raft request' (duration: 185.114695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:28.054633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.654665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:22:28.054727Z","caller":"traceutil/trace.go:171","msg":"trace[1037824438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33715; }","duration":"134.836319ms","start":"2026-05-07T03:22:27.919873Z","end":"2026-05-07T03:22:28.054709Z","steps":["trace[1037824438] 'agreement among raft nodes before linearized reading' (duration: 134.476101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:29.383874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.716212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:29.383997Z","caller":"traceutil/trace.go:171","msg":"trace[2126459963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33723; }","duration":"119.891196ms","start":"2026-05-07T03:22:29.264069Z","end":"2026-05-07T03:22:29.38396Z","steps":["trace[2126459963] 'range keys from in-memory index tree' (duration: 119.604449ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.22859Z","caller":"traceutil/trace.go:171","msg":"trace[315359715] transaction","detail":"{read_only:false; response_revision:33740; number_of_response:1; }","duration":"192.664305ms","start":"2026-05-07T03:22:32.035892Z","end":"2026-05-07T03:22:32.228556Z","steps":["trace[315359715] 'process raft request' (duration: 192.4427ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232104Z","caller":"traceutil/trace.go:171","msg":"trace[1369186474] transaction","detail":"{read_only:false; response_revision:33741; number_of_response:1; }","duration":"164.328909ms","start":"2026-05-07T03:22:32.067757Z","end":"2026-05-07T03:22:32.232085Z","steps":["trace[1369186474] 'process raft request' (duration: 164.199717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232294Z","caller":"traceutil/trace.go:171","msg":"trace[846441628] transaction","detail":"{read_only:false; response_revision:33742; number_of_response:1; }","duration":"159.878271ms","start":"2026-05-07T03:22:32.072405Z","end":"2026-05-07T03:22:32.232284Z","steps":["trace[846441628] 'process raft request' (duration: 159.639336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232397Z","caller":"traceutil/trace.go:171","msg":"trace[1822697686] linearizableReadLoop","detail":"{readStateIndex:34952; appliedIndex:34948; }","duration":"144.167078ms","start":"2026-05-07T03:22:32.08822Z","end":"2026-05-07T03:22:32.232387Z","steps":["trace[1822697686] 'read index received' (duration: 140.190479ms)","trace[1822697686] 'applied index is now lower than readState.Index' (duration: 3.975469ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:32.232468Z","caller":"traceutil/trace.go:171","msg":"trace[928487291] transaction","detail":"{read_only:false; response_revision:33743; number_of_response:1; }","duration":"155.88583ms","start":"2026-05-07T03:22:32.076556Z","end":"2026-05-07T03:22:32.232442Z","steps":["trace[928487291] 'process raft request' (duration: 155.686386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:32.232678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.274274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:22:32.232688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.829777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:22:32.232738Z","caller":"traceutil/trace.go:171","msg":"trace[1972860049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33743; }","duration":"133.359656ms","start":"2026-05-07T03:22:32.099361Z","end":"2026-05-07T03:22:32.232721Z","steps":["trace[1972860049] 'agreement among raft nodes before linearized reading' (duration: 133.178112ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232774Z","caller":"traceutil/trace.go:171","msg":"trace[474332305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33743; }","duration":"137.967371ms","start":"2026-05-07T03:22:32.094782Z","end":"2026-05-07T03:22:32.232749Z","steps":["trace[474332305] 'agreement among raft nodes before linearized reading' (duration: 137.713965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:32.232767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.063613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T03:22:32.232832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.61163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:22:32.232803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.724569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:22:32.232885Z","caller":"traceutil/trace.go:171","msg":"trace[2126662591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33743; }","duration":"144.703181ms","start":"2026-05-07T03:22:32.088168Z","end":"2026-05-07T03:22:32.232871Z","steps":["trace[2126662591] 'agreement among raft nodes before linearized reading' (duration: 144.285811ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232863Z","caller":"traceutil/trace.go:171","msg":"trace[2063594671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33743; }","duration":"134.184435ms","start":"2026-05-07T03:22:32.098649Z","end":"2026-05-07T03:22:32.232833Z","steps":["trace[2063594671] 'agreement among raft nodes before linearized reading' (duration: 133.963479ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.232971Z","caller":"traceutil/trace.go:171","msg":"trace[233942918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33743; }","duration":"134.886552ms","start":"2026-05-07T03:22:32.098018Z","end":"2026-05-07T03:22:32.232904Z","steps":["trace[233942918] 'agreement among raft nodes before linearized reading' (duration: 134.625885ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.389796Z","caller":"traceutil/trace.go:171","msg":"trace[1665097552] transaction","detail":"{read_only:false; response_revision:33787; number_of_response:1; }","duration":"139.886743ms","start":"2026-05-07T03:22:38.249888Z","end":"2026-05-07T03:22:38.389775Z","steps":["trace[1665097552] 'process raft request' (duration: 139.650198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.39014Z","caller":"traceutil/trace.go:171","msg":"trace[488453989] linearizableReadLoop","detail":"{readStateIndex:35000; appliedIndex:34997; }","duration":"125.04094ms","start":"2026-05-07T03:22:38.265073Z","end":"2026-05-07T03:22:38.390114Z","steps":["trace[488453989] 'read index received' (duration: 124.442837ms)","trace[488453989] 'applied index is now lower than readState.Index' (duration: 597.223µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:38.390209Z","caller":"traceutil/trace.go:171","msg":"trace[271293860] transaction","detail":"{read_only:false; response_revision:33788; number_of_response:1; }","duration":"138.033453ms","start":"2026-05-07T03:22:38.252127Z","end":"2026-05-07T03:22:38.39016Z","steps":["trace[271293860] 'process raft request' (duration: 137.601242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.390186Z","caller":"traceutil/trace.go:171","msg":"trace[1499429139] transaction","detail":"{read_only:false; response_revision:33789; number_of_response:1; }","duration":"137.988471ms","start":"2026-05-07T03:22:38.252184Z","end":"2026-05-07T03:22:38.390172Z","steps":["trace[1499429139] 'process raft request' (duration: 137.822736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:38.390381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.450837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:22:38.390525Z","caller":"traceutil/trace.go:171","msg":"trace[340644890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33789; }","duration":"115.641551ms","start":"2026-05-07T03:22:38.274861Z","end":"2026-05-07T03:22:38.390502Z","steps":["trace[340644890] 'agreement among raft nodes before linearized reading' (duration: 115.370705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:38.390369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.265396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:38.390595Z","caller":"traceutil/trace.go:171","msg":"trace[823146745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33789; }","duration":"125.545402ms","start":"2026-05-07T03:22:38.265035Z","end":"2026-05-07T03:22:38.390581Z","steps":["trace[823146745] 'agreement among raft nodes before linearized reading' (duration: 125.180534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.517921Z","caller":"traceutil/trace.go:171","msg":"trace[2128081798] transaction","detail":"{read_only:false; response_revision:33790; number_of_response:1; }","duration":"122.843481ms","start":"2026-05-07T03:22:38.395042Z","end":"2026-05-07T03:22:38.517885Z","steps":["trace[2128081798] 'process raft request' (duration: 45.056789ms)","trace[2128081798] 'compare' (duration: 77.522617ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:38.518199Z","caller":"traceutil/trace.go:171","msg":"trace[1001005002] transaction","detail":"{read_only:false; response_revision:33791; number_of_response:1; }","duration":"122.846362ms","start":"2026-05-07T03:22:38.395338Z","end":"2026-05-07T03:22:38.518184Z","steps":["trace[1001005002] 'process raft request' (duration: 122.480624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.518289Z","caller":"traceutil/trace.go:171","msg":"trace[1671197369] transaction","detail":"{read_only:false; response_revision:33792; number_of_response:1; }","duration":"122.855032ms","start":"2026-05-07T03:22:38.395404Z","end":"2026-05-07T03:22:38.518259Z","steps":["trace[1671197369] 'process raft request' (duration: 122.657617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.518807Z","caller":"traceutil/trace.go:171","msg":"trace[1873496034] linearizableReadLoop","detail":"{readStateIndex:35005; appliedIndex:35000; }","duration":"116.185622ms","start":"2026-05-07T03:22:38.402604Z","end":"2026-05-07T03:22:38.518789Z","steps":["trace[1873496034] 'read index received' (duration: 37.527161ms)","trace[1873496034] 'applied index is now lower than readState.Index' (duration: 78.657191ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:38.518819Z","caller":"traceutil/trace.go:171","msg":"trace[713674219] transaction","detail":"{read_only:false; response_revision:33793; number_of_response:1; }","duration":"123.404294ms","start":"2026-05-07T03:22:38.3954Z","end":"2026-05-07T03:22:38.518804Z","steps":["trace[713674219] 'process raft request' (duration: 122.79746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:38.518914Z","caller":"traceutil/trace.go:171","msg":"trace[1879809360] transaction","detail":"{read_only:false; response_revision:33794; number_of_response:1; }","duration":"123.344882ms","start":"2026-05-07T03:22:38.395489Z","end":"2026-05-07T03:22:38.518833Z","steps":["trace[1879809360] 'process raft request' (duration: 123.216089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:38.518965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.346366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:38.519011Z","caller":"traceutil/trace.go:171","msg":"trace[414363200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:33794; }","duration":"116.446358ms","start":"2026-05-07T03:22:38.40255Z","end":"2026-05-07T03:22:38.518997Z","steps":["trace[414363200] 'agreement among raft nodes before linearized reading' (duration: 116.315315ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:39.400956Z","caller":"traceutil/trace.go:171","msg":"trace[1493929002] transaction","detail":"{read_only:false; response_revision:33795; number_of_response:1; }","duration":"197.965523ms","start":"2026-05-07T03:22:39.202958Z","end":"2026-05-07T03:22:39.400923Z","steps":["trace[1493929002] 'process raft request' (duration: 197.739358ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:39.434015Z","caller":"traceutil/trace.go:171","msg":"trace[2065736737] transaction","detail":"{read_only:false; response_revision:33796; number_of_response:1; }","duration":"221.423239ms","start":"2026-05-07T03:22:39.212569Z","end":"2026-05-07T03:22:39.433992Z","steps":["trace[2065736737] 'process raft request' (duration: 221.287456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.516267Z","caller":"traceutil/trace.go:171","msg":"trace[1127678745] transaction","detail":"{read_only:false; response_revision:33801; number_of_response:1; }","duration":"119.507936ms","start":"2026-05-07T03:22:40.396721Z","end":"2026-05-07T03:22:40.516229Z","steps":["trace[1127678745] 'process raft request' (duration: 119.21578ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.516518Z","caller":"traceutil/trace.go:171","msg":"trace[800395316] transaction","detail":"{read_only:false; response_revision:33802; number_of_response:1; }","duration":"119.212831ms","start":"2026-05-07T03:22:40.397269Z","end":"2026-05-07T03:22:40.516482Z","steps":["trace[800395316] 'process raft request' (duration: 118.902873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.696369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.423787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:22:40.696468Z","caller":"traceutil/trace.go:171","msg":"trace[2109513021] transaction","detail":"{read_only:false; response_revision:33803; number_of_response:1; }","duration":"169.856005ms","start":"2026-05-07T03:22:40.526588Z","end":"2026-05-07T03:22:40.696444Z","steps":["trace[2109513021] 'process raft request' (duration: 32.279904ms)","trace[2109513021] 'compare' (duration: 137.039819ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:40.76923Z","caller":"traceutil/trace.go:171","msg":"trace[892849295] transaction","detail":"{read_only:false; response_revision:33804; number_of_response:1; }","duration":"242.164414ms","start":"2026-05-07T03:22:40.527024Z","end":"2026-05-07T03:22:40.769189Z","steps":["trace[892849295] 'process raft request' (duration: 241.882928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.770029Z","caller":"traceutil/trace.go:171","msg":"trace[906353476] transaction","detail":"{read_only:false; response_revision:33805; number_of_response:1; }","duration":"242.865219ms","start":"2026-05-07T03:22:40.527136Z","end":"2026-05-07T03:22:40.770001Z","steps":["trace[906353476] 'process raft request' (duration: 241.97298ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.770897Z","caller":"traceutil/trace.go:171","msg":"trace[1743440567] transaction","detail":"{read_only:false; response_revision:33806; number_of_response:1; }","duration":"243.741449ms","start":"2026-05-07T03:22:40.527144Z","end":"2026-05-07T03:22:40.770885Z","steps":["trace[1743440567] 'process raft request' (duration: 242.818428ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.771078Z","caller":"traceutil/trace.go:171","msg":"trace[735969742] transaction","detail":"{read_only:false; response_revision:33807; number_of_response:1; }","duration":"243.923753ms","start":"2026-05-07T03:22:40.527146Z","end":"2026-05-07T03:22:40.771069Z","steps":["trace[735969742] 'process raft request' (duration: 243.571215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:41.45613Z","caller":"traceutil/trace.go:171","msg":"trace[1258131760] linearizableReadLoop","detail":"{readStateIndex:35020; appliedIndex:35019; }","duration":"153.036208ms","start":"2026-05-07T03:22:41.303069Z","end":"2026-05-07T03:22:41.456105Z","steps":["trace[1258131760] 'read index received' (duration: 152.610489ms)","trace[1258131760] 'applied index is now lower than readState.Index' (duration: 424.619µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:41.456581Z","caller":"traceutil/trace.go:171","msg":"trace[1656845285] transaction","detail":"{read_only:false; response_revision:33809; number_of_response:1; }","duration":"459.249226ms","start":"2026-05-07T03:22:40.997296Z","end":"2026-05-07T03:22:41.456546Z","steps":["trace[1656845285] 'process raft request' (duration: 458.361887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.456733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.997272Z","time spent":"459.382109ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2088,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:41.456744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.661962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:22:41.456816Z","caller":"traceutil/trace.go:171","msg":"trace[2001781638] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup; range_end:; response_count:1; response_revision:33809; }","duration":"153.782065ms","start":"2026-05-07T03:22:41.303018Z","end":"2026-05-07T03:22:41.4568Z","steps":["trace[2001781638] 'agreement among raft nodes before linearized reading' (duration: 153.56418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.482256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.440876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:41.482328Z","caller":"traceutil/trace.go:171","msg":"trace[718089720] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:33811; }","duration":"148.550057ms","start":"2026-05-07T03:22:41.333759Z","end":"2026-05-07T03:22:41.482309Z","steps":["trace[718089720] 'agreement among raft nodes before linearized reading' (duration: 148.430795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.405447Z","caller":"traceutil/trace.go:171","msg":"trace[1252290390] transaction","detail":"{read_only:false; response_revision:33814; number_of_response:1; }","duration":"114.801701ms","start":"2026-05-07T03:22:42.290513Z","end":"2026-05-07T03:22:42.405315Z","steps":["trace[1252290390] 'process raft request' (duration: 114.644087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.66727Z","caller":"traceutil/trace.go:171","msg":"trace[174164884] transaction","detail":"{read_only:false; response_revision:33816; number_of_response:1; }","duration":"145.13271ms","start":"2026-05-07T03:22:42.52211Z","end":"2026-05-07T03:22:42.667243Z","steps":["trace[174164884] 'process raft request' (duration: 137.231723ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.667569Z","caller":"traceutil/trace.go:171","msg":"trace[153602160] transaction","detail":"{read_only:false; response_revision:33817; number_of_response:1; }","duration":"144.666229ms","start":"2026-05-07T03:22:42.522816Z","end":"2026-05-07T03:22:42.667482Z","steps":["trace[153602160] 'process raft request' (duration: 144.381152ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:43.015761Z","caller":"traceutil/trace.go:171","msg":"trace[1535460470] transaction","detail":"{read_only:false; response_revision:33819; number_of_response:1; }","duration":"180.099544ms","start":"2026-05-07T03:22:42.835628Z","end":"2026-05-07T03:22:43.015728Z","steps":["trace[1535460470] 'process raft request' (duration: 179.869899ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:43.100177Z","caller":"traceutil/trace.go:171","msg":"trace[735079011] transaction","detail":"{read_only:false; response_revision:33821; number_of_response:1; }","duration":"264.30216ms","start":"2026-05-07T03:22:42.835855Z","end":"2026-05-07T03:22:43.100157Z","steps":["trace[735079011] 'process raft request' (duration: 264.249399ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:43.100222Z","caller":"traceutil/trace.go:171","msg":"trace[632665457] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"264.480573ms","start":"2026-05-07T03:22:42.835713Z","end":"2026-05-07T03:22:43.100194Z","steps":["trace[632665457] 'process raft request' (duration: 260.369231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:43.100351Z","caller":"traceutil/trace.go:171","msg":"trace[432179524] transaction","detail":"{read_only:false; response_revision:33822; number_of_response:1; }","duration":"264.3252ms","start":"2026-05-07T03:22:42.836019Z","end":"2026-05-07T03:22:43.100345Z","steps":["trace[432179524] 'process raft request' (duration: 264.113465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:48.781094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.069751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:22:48.781209Z","caller":"traceutil/trace.go:171","msg":"trace[100107570] transaction","detail":"{read_only:false; response_revision:33860; number_of_response:1; }","duration":"138.565414ms","start":"2026-05-07T03:22:48.642624Z","end":"2026-05-07T03:22:48.781189Z","steps":["trace[100107570] 'process raft request' (duration: 34.31433ms)","trace[100107570] 'compare' (duration: 103.680432ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:48.954782Z","caller":"traceutil/trace.go:171","msg":"trace[1839026590] linearizableReadLoop","detail":"{readStateIndex:35075; appliedIndex:35074; }","duration":"121.950302ms","start":"2026-05-07T03:22:48.832802Z","end":"2026-05-07T03:22:48.954752Z","steps":["trace[1839026590] 'read index received' (duration: 121.678616ms)","trace[1839026590] 'applied index is now lower than readState.Index' (duration: 270.345µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:48.95487Z","caller":"traceutil/trace.go:171","msg":"trace[88635624] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"236.1942ms","start":"2026-05-07T03:22:48.718636Z","end":"2026-05-07T03:22:48.95483Z","steps":["trace[88635624] 'process raft request' (duration: 235.810762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:48.955126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.307259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:22:48.955192Z","caller":"traceutil/trace.go:171","msg":"trace[856922334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33862; }","duration":"122.418822ms","start":"2026-05-07T03:22:48.83276Z","end":"2026-05-07T03:22:48.955179Z","steps":["trace[856922334] 'agreement among raft nodes before linearized reading' (duration: 122.133116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:53.323444Z","caller":"traceutil/trace.go:171","msg":"trace[1332984549] transaction","detail":"{read_only:false; response_revision:33894; number_of_response:1; }","duration":"119.623299ms","start":"2026-05-07T03:22:53.203779Z","end":"2026-05-07T03:22:53.323403Z","steps":["trace[1332984549] 'process raft request' (duration: 110.952606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:56.401875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.692968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:56.402014Z","caller":"traceutil/trace.go:171","msg":"trace[91462445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33915; }","duration":"135.909393ms","start":"2026-05-07T03:22:56.266079Z","end":"2026-05-07T03:22:56.401988Z","steps":["trace[91462445] 'range keys from in-memory index tree' (duration: 135.528975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:56.402172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.538463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:56.402248Z","caller":"traceutil/trace.go:171","msg":"trace[2117839691] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:33915; }","duration":"201.679807ms","start":"2026-05-07T03:22:56.200548Z","end":"2026-05-07T03:22:56.402228Z","steps":["trace[2117839691] 'count revisions from in-memory index tree' (duration: 201.427791ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:57.062406Z","caller":"traceutil/trace.go:171","msg":"trace[1935571522] transaction","detail":"{read_only:false; response_revision:33917; number_of_response:1; }","duration":"221.46564ms","start":"2026-05-07T03:22:56.840911Z","end":"2026-05-07T03:22:57.062377Z","steps":["trace[1935571522] 'process raft request' (duration: 221.256445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.34305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.940985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:22:57.343319Z","caller":"traceutil/trace.go:171","msg":"trace[859380678] linearizableReadLoop","detail":"{readStateIndex:35132; appliedIndex:35130; }","duration":"404.021539ms","start":"2026-05-07T03:22:56.939281Z","end":"2026-05-07T03:22:57.343302Z","steps":["trace[859380678] 'read index received' (duration: 122.950064ms)","trace[859380678] 'applied index is now lower than readState.Index' (duration: 281.070574ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:57.343588Z","caller":"traceutil/trace.go:171","msg":"trace[1235249055] transaction","detail":"{read_only:false; response_revision:33918; number_of_response:1; }","duration":"500.099211ms","start":"2026-05-07T03:22:56.843475Z","end":"2026-05-07T03:22:57.343575Z","steps":["trace[1235249055] 'process raft request' (duration: 300.563932ms)","trace[1235249055] 'compare' (duration: 198.807192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:57.343666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:56.843451Z","time spent":"500.176572ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:57.343861Z","caller":"traceutil/trace.go:171","msg":"trace[466582898] transaction","detail":"{read_only:false; response_revision:33919; number_of_response:1; }","duration":"339.592625ms","start":"2026-05-07T03:22:57.00424Z","end":"2026-05-07T03:22:57.343832Z","steps":["trace[466582898] 'process raft request' (duration: 338.965131ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:57.343905Z","caller":"traceutil/trace.go:171","msg":"trace[872573354] transaction","detail":"{read_only:false; response_revision:33920; number_of_response:1; }","duration":"316.5535ms","start":"2026-05-07T03:22:57.027341Z","end":"2026-05-07T03:22:57.343894Z","steps":["trace[872573354] 'process raft request' (duration: 315.919676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.343926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.630002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T03:22:57.343966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.027313Z","time spent":"316.620151ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:57.344005Z","caller":"traceutil/trace.go:171","msg":"trace[1064562694] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:33920; }","duration":"404.744665ms","start":"2026-05-07T03:22:56.939238Z","end":"2026-05-07T03:22:57.343983Z","steps":["trace[1064562694] 'agreement among raft nodes before linearized reading' (duration: 404.53172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.344052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:56.939222Z","time spent":"404.817176ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-05-07T03:22:57.344053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.19848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:22:57.34423Z","caller":"traceutil/trace.go:171","msg":"trace[871861592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33920; }","duration":"349.443415ms","start":"2026-05-07T03:22:56.994751Z","end":"2026-05-07T03:22:57.344194Z","steps":["trace[871861592] 'agreement among raft nodes before linearized reading' (duration: 349.133698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.344317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:56.994734Z","time spent":"349.561539ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:57.344325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.368833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:22:57.344462Z","caller":"traceutil/trace.go:171","msg":"trace[572507571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33920; }","duration":"181.513435ms","start":"2026-05-07T03:22:57.162917Z","end":"2026-05-07T03:22:57.34443Z","steps":["trace[572507571] 'agreement among raft nodes before linearized reading' (duration: 181.307181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.346883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.004216Z","time spent":"339.707518ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:57.885834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.92599ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T03:22:57.885965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.346456Z","time spent":"539.505073ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:22:57.975402Z","caller":"traceutil/trace.go:171","msg":"trace[2136087607] linearizableReadLoop","detail":"{readStateIndex:35136; appliedIndex:35134; }","duration":"604.596821ms","start":"2026-05-07T03:22:57.370773Z","end":"2026-05-07T03:22:57.975369Z","steps":["trace[2136087607] 'read index received' (duration: 251.146995ms)","trace[2136087607] 'applied index is now lower than readState.Index' (duration: 353.448496ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:57.97571Z","caller":"traceutil/trace.go:171","msg":"trace[476758285] transaction","detail":"{read_only:false; response_revision:33924; number_of_response:1; }","duration":"410.640298ms","start":"2026-05-07T03:22:57.565048Z","end":"2026-05-07T03:22:57.975688Z","steps":["trace[476758285] 'process raft request' (duration: 410.27298ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:57.975703Z","caller":"traceutil/trace.go:171","msg":"trace[1943370826] transaction","detail":"{read_only:false; response_revision:33923; number_of_response:1; }","duration":"421.320505ms","start":"2026-05-07T03:22:57.554344Z","end":"2026-05-07T03:22:57.975664Z","steps":["trace[1943370826] 'process raft request' (duration: 420.932747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.975856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.565037Z","time spent":"410.720259ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:57.975912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.554327Z","time spent":"421.467479ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:57.976182Z","caller":"traceutil/trace.go:171","msg":"trace[971551396] transaction","detail":"{read_only:false; response_revision:33921; number_of_response:1; }","duration":"625.824585ms","start":"2026-05-07T03:22:57.350347Z","end":"2026-05-07T03:22:57.976171Z","steps":["trace[971551396] 'process raft request' (duration: 624.613789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.976241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.350325Z","time spent":"625.886367ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:57.976331Z","caller":"traceutil/trace.go:171","msg":"trace[894438136] transaction","detail":"{read_only:false; response_revision:33922; number_of_response:1; }","duration":"536.540956ms","start":"2026-05-07T03:22:57.43978Z","end":"2026-05-07T03:22:57.976321Z","steps":["trace[894438136] 'process raft request' (duration: 535.435441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.976382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.43975Z","time spent":"536.605457ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:57.976595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.774597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:22:57.976725Z","caller":"traceutil/trace.go:171","msg":"trace[2027006906] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:33924; }","duration":"605.965921ms","start":"2026-05-07T03:22:57.370731Z","end":"2026-05-07T03:22:57.976697Z","steps":["trace[2027006906] 'agreement among raft nodes before linearized reading' (duration: 605.498911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:57.976913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.370713Z","time spent":"606.175455ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:58.421764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.500378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:22:58.422189Z","caller":"traceutil/trace.go:171","msg":"trace[1644236579] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"354.174302ms","start":"2026-05-07T03:22:58.068Z","end":"2026-05-07T03:22:58.422174Z","steps":["trace[1644236579] 'process raft request' (duration: 354.131061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.422771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.591886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:22:58.422915Z","caller":"traceutil/trace.go:171","msg":"trace[1637683073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33927; }","duration":"948.739219ms","start":"2026-05-07T03:22:57.474161Z","end":"2026-05-07T03:22:58.4229Z","steps":["trace[1637683073] 'agreement among raft nodes before linearized reading' (duration: 948.261688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.422956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.474124Z","time spent":"948.82051ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.423042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:58.067964Z","time spent":"354.911149ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.422185Z","caller":"traceutil/trace.go:171","msg":"trace[405731034] transaction","detail":"{read_only:false; response_revision:33925; number_of_response:1; }","duration":"548.004883ms","start":"2026-05-07T03:22:57.874152Z","end":"2026-05-07T03:22:58.422157Z","steps":["trace[405731034] 'process raft request' (duration: 231.028914ms)","trace[405731034] 'compare' (duration: 315.816443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:58.423273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.874129Z","time spent":"549.047267ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.422404Z","caller":"traceutil/trace.go:171","msg":"trace[2143378212] linearizableReadLoop","detail":"{readStateIndex:35141; appliedIndex:35139; }","duration":"446.879148ms","start":"2026-05-07T03:22:57.975511Z","end":"2026-05-07T03:22:58.422391Z","steps":["trace[2143378212] 'read index received' (duration: 129.704275ms)","trace[2143378212] 'applied index is now lower than readState.Index' (duration: 317.173163ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:58.42242Z","caller":"traceutil/trace.go:171","msg":"trace[2106716427] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"535.377201ms","start":"2026-05-07T03:22:57.887008Z","end":"2026-05-07T03:22:58.422385Z","steps":["trace[2106716427] 'process raft request' (duration: 535.035553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.422542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048095663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:22:58.42358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.886977Z","time spent":"536.519936ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.423604Z","caller":"traceutil/trace.go:171","msg":"trace[1530834225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33927; }","duration":"1.049193948s","start":"2026-05-07T03:22:57.374395Z","end":"2026-05-07T03:22:58.423588Z","steps":["trace[1530834225] 'agreement among raft nodes before linearized reading' (duration: 1.048040312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.423662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.374379Z","time spent":"1.04926573s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.422543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.85035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:22:58.423795Z","caller":"traceutil/trace.go:171","msg":"trace[2129537524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33927; }","duration":"950.105879ms","start":"2026-05-07T03:22:57.473661Z","end":"2026-05-07T03:22:58.423767Z","steps":["trace[2129537524] 'agreement among raft nodes before linearized reading' (duration: 948.731178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.423866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.473653Z","time spent":"950.194841ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.422659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.994453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:22:58.423962Z","caller":"traceutil/trace.go:171","msg":"trace[558274042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33927; }","duration":"950.351274ms","start":"2026-05-07T03:22:57.473592Z","end":"2026-05-07T03:22:58.423943Z","steps":["trace[558274042] 'agreement among raft nodes before linearized reading' (duration: 948.806009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.424004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.473576Z","time spent":"950.419925ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:58.422756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.423521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:22:58.424298Z","caller":"traceutil/trace.go:171","msg":"trace[940682893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33927; }","duration":"971.017967ms","start":"2026-05-07T03:22:57.45326Z","end":"2026-05-07T03:22:58.424278Z","steps":["trace[940682893] 'agreement among raft nodes before linearized reading' (duration: 969.227427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.424362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.453242Z","time spent":"971.102389ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:22:58.484881Z","caller":"traceutil/trace.go:171","msg":"trace[2006639916] transaction","detail":"{read_only:false; response_revision:33928; number_of_response:1; }","duration":"368.928764ms","start":"2026-05-07T03:22:58.115926Z","end":"2026-05-07T03:22:58.484855Z","steps":["trace[2006639916] 'process raft request' (duration: 368.462893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.485048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:58.115904Z","time spent":"369.061816ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:58.485186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.24285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:22:58.485274Z","caller":"traceutil/trace.go:171","msg":"trace[855107347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33928; }","duration":"219.469766ms","start":"2026-05-07T03:22:58.265783Z","end":"2026-05-07T03:22:58.485253Z","steps":["trace[855107347] 'agreement among raft nodes before linearized reading' (duration: 219.296943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:01.474031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.772284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:01.474171Z","caller":"traceutil/trace.go:171","msg":"trace[443506603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33948; }","duration":"207.908437ms","start":"2026-05-07T03:23:01.266186Z","end":"2026-05-07T03:23:01.474095Z","steps":["trace[443506603] 'range keys from in-memory index tree' (duration: 207.671231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:01.474738Z","caller":"traceutil/trace.go:171","msg":"trace[257646265] transaction","detail":"{read_only:false; response_revision:33949; number_of_response:1; }","duration":"113.052111ms","start":"2026-05-07T03:23:01.36167Z","end":"2026-05-07T03:23:01.474722Z","steps":["trace[257646265] 'process raft request' (duration: 59.720427ms)","trace[257646265] 'compare' (duration: 52.133118ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:01.819753Z","caller":"traceutil/trace.go:171","msg":"trace[1957636609] linearizableReadLoop","detail":"{readStateIndex:35165; appliedIndex:35164; }","duration":"343.846941ms","start":"2026-05-07T03:23:01.475882Z","end":"2026-05-07T03:23:01.819729Z","steps":["trace[1957636609] 'read index received' (duration: 343.665597ms)","trace[1957636609] 'applied index is now lower than readState.Index' (duration: 179.944µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:01.819807Z","caller":"traceutil/trace.go:171","msg":"trace[1152877581] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"457.477175ms","start":"2026-05-07T03:23:01.36231Z","end":"2026-05-07T03:23:01.819787Z","steps":["trace[1152877581] 'process raft request' (duration: 457.277751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:01.819972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.046905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:01.82008Z","caller":"traceutil/trace.go:171","msg":"trace[110747013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33950; }","duration":"344.206789ms","start":"2026-05-07T03:23:01.475849Z","end":"2026-05-07T03:23:01.820056Z","steps":["trace[110747013] 'agreement among raft nodes before linearized reading' (duration: 343.989264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:01.820126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:01.475832Z","time spent":"344.284901ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:01.819935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:01.362303Z","time spent":"457.552307ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:01.820516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.317801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:01.82059Z","caller":"traceutil/trace.go:171","msg":"trace[1720542086] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33950; }","duration":"298.480924ms","start":"2026-05-07T03:23:01.522091Z","end":"2026-05-07T03:23:01.820572Z","steps":["trace[1720542086] 'agreement among raft nodes before linearized reading' (duration: 297.819939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:16.170474Z","caller":"traceutil/trace.go:171","msg":"trace[1541753195] transaction","detail":"{read_only:false; response_revision:34053; number_of_response:1; }","duration":"101.049333ms","start":"2026-05-07T03:23:16.069399Z","end":"2026-05-07T03:23:16.170448Z","steps":["trace[1541753195] 'process raft request' (duration: 74.172461ms)","trace[1541753195] 'compare' (duration: 26.230988ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:18.808173Z","caller":"traceutil/trace.go:171","msg":"trace[82009698] transaction","detail":"{read_only:false; response_revision:34075; number_of_response:1; }","duration":"101.167515ms","start":"2026-05-07T03:23:18.706965Z","end":"2026-05-07T03:23:18.808132Z","steps":["trace[82009698] 'process raft request' (duration: 100.92946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.809522Z","caller":"traceutil/trace.go:171","msg":"trace[1209811871] transaction","detail":"{read_only:false; response_revision:34076; number_of_response:1; }","duration":"102.514286ms","start":"2026-05-07T03:23:18.706989Z","end":"2026-05-07T03:23:18.809503Z","steps":["trace[1209811871] 'process raft request' (duration: 102.312612ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.809843Z","caller":"traceutil/trace.go:171","msg":"trace[1677564028] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"102.67059ms","start":"2026-05-07T03:23:18.707137Z","end":"2026-05-07T03:23:18.809807Z","steps":["trace[1677564028] 'process raft request' (duration: 102.319392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.810129Z","caller":"traceutil/trace.go:171","msg":"trace[827518061] transaction","detail":"{read_only:false; response_revision:34078; number_of_response:1; }","duration":"102.854544ms","start":"2026-05-07T03:23:18.707264Z","end":"2026-05-07T03:23:18.810118Z","steps":["trace[827518061] 'process raft request' (duration: 102.438175ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.656126Z","caller":"traceutil/trace.go:171","msg":"trace[52792045] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"106.569977ms","start":"2026-05-07T03:23:24.549528Z","end":"2026-05-07T03:23:24.656098Z","steps":["trace[52792045] 'process raft request' (duration: 106.385613ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.78199Z","caller":"traceutil/trace.go:171","msg":"trace[1631915265] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"212.804656ms","start":"2026-05-07T03:23:24.569154Z","end":"2026-05-07T03:23:24.781959Z","steps":["trace[1631915265] 'process raft request' (duration: 172.246247ms)","trace[1631915265] 'compare' (duration: 40.431496ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:25.807729Z","caller":"traceutil/trace.go:171","msg":"trace[832190656] transaction","detail":"{read_only:false; response_revision:34123; number_of_response:1; }","duration":"118.455172ms","start":"2026-05-07T03:23:25.689245Z","end":"2026-05-07T03:23:25.8077Z","steps":["trace[832190656] 'process raft request' (duration: 117.972332ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:26.422643Z","caller":"traceutil/trace.go:171","msg":"trace[1645948997] linearizableReadLoop","detail":"{readStateIndex:35347; appliedIndex:35346; }","duration":"155.989244ms","start":"2026-05-07T03:23:26.26663Z","end":"2026-05-07T03:23:26.422619Z","steps":["trace[1645948997] 'read index received' (duration: 127.360602ms)","trace[1645948997] 'applied index is now lower than readState.Index' (duration: 28.627772ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:26.422886Z","caller":"traceutil/trace.go:171","msg":"trace[585247554] transaction","detail":"{read_only:false; response_revision:34127; number_of_response:1; }","duration":"188.832169ms","start":"2026-05-07T03:23:26.234039Z","end":"2026-05-07T03:23:26.422871Z","steps":["trace[585247554] 'process raft request' (duration: 159.938162ms)","trace[585247554] 'compare' (duration: 28.451887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:26.423122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:26.423157Z","caller":"traceutil/trace.go:171","msg":"trace[943002273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34127; }","duration":"156.581086ms","start":"2026-05-07T03:23:26.266564Z","end":"2026-05-07T03:23:26.423145Z","steps":["trace[943002273] 'agreement among raft nodes before linearized reading' (duration: 156.492644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:27.022238Z","caller":"traceutil/trace.go:171","msg":"trace[1206366872] transaction","detail":"{read_only:false; response_revision:34131; number_of_response:1; }","duration":"153.483778ms","start":"2026-05-07T03:23:26.868728Z","end":"2026-05-07T03:23:27.022212Z","steps":["trace[1206366872] 'process raft request' (duration: 83.820867ms)","trace[1206366872] 'compare' (duration: 69.537718ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:28.060876Z","caller":"traceutil/trace.go:171","msg":"trace[255254182] transaction","detail":"{read_only:false; response_revision:34139; number_of_response:1; }","duration":"203.19337ms","start":"2026-05-07T03:23:27.857659Z","end":"2026-05-07T03:23:28.060853Z","steps":["trace[255254182] 'process raft request' (duration: 203.021526ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:28.187074Z","caller":"traceutil/trace.go:171","msg":"trace[2131997003] transaction","detail":"{read_only:false; response_revision:34140; number_of_response:1; }","duration":"137.95849ms","start":"2026-05-07T03:23:28.049084Z","end":"2026-05-07T03:23:28.187042Z","steps":["trace[2131997003] 'process raft request' (duration: 81.438094ms)","trace[2131997003] 'compare' (duration: 56.217309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:28.757877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.115456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:28.75808Z","caller":"traceutil/trace.go:171","msg":"trace[1425935252] transaction","detail":"{read_only:false; response_revision:34143; number_of_response:1; }","duration":"256.921563ms","start":"2026-05-07T03:23:28.501109Z","end":"2026-05-07T03:23:28.758031Z","steps":["trace[1425935252] 'process raft request' (duration: 71.50216ms)","trace[1425935252] 'compare' (duration: 184.501343ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:28.75816Z","caller":"traceutil/trace.go:171","msg":"trace[2280904] linearizableReadLoop","detail":"{readStateIndex:35364; appliedIndex:35363; }","duration":"252.104956ms","start":"2026-05-07T03:23:28.506011Z","end":"2026-05-07T03:23:28.758116Z","steps":["trace[2280904] 'read index received' (duration: 66.610902ms)","trace[2280904] 'applied index is now lower than readState.Index' (duration: 185.490024ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:28.758255Z","caller":"traceutil/trace.go:171","msg":"trace[1577869584] transaction","detail":"{read_only:false; response_revision:34144; number_of_response:1; }","duration":"236.823184ms","start":"2026-05-07T03:23:28.521407Z","end":"2026-05-07T03:23:28.75823Z","steps":["trace[1577869584] 'process raft request' (duration: 236.638659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:28.758472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.443364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:23:28.758563Z","caller":"traceutil/trace.go:171","msg":"trace[712746852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34144; }","duration":"252.580446ms","start":"2026-05-07T03:23:28.505961Z","end":"2026-05-07T03:23:28.758541Z","steps":["trace[712746852] 'agreement among raft nodes before linearized reading' (duration: 252.2744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:28.836875Z","caller":"traceutil/trace.go:171","msg":"trace[1170096084] transaction","detail":"{read_only:false; response_revision:34145; number_of_response:1; }","duration":"118.456522ms","start":"2026-05-07T03:23:28.718366Z","end":"2026-05-07T03:23:28.836823Z","steps":["trace[1170096084] 'process raft request' (duration: 118.189747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:28.914872Z","caller":"traceutil/trace.go:171","msg":"trace[765498196] transaction","detail":"{read_only:false; response_revision:34146; number_of_response:1; }","duration":"152.135327ms","start":"2026-05-07T03:23:28.762697Z","end":"2026-05-07T03:23:28.914832Z","steps":["trace[765498196] 'process raft request' (duration: 145.929128ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:29.143367Z","caller":"traceutil/trace.go:171","msg":"trace[282904750] transaction","detail":"{read_only:false; response_revision:34148; number_of_response:1; }","duration":"114.858273ms","start":"2026-05-07T03:23:29.028471Z","end":"2026-05-07T03:23:29.143329Z","steps":["trace[282904750] 'process raft request' (duration: 67.470291ms)","trace[282904750] 'compare' (duration: 46.992303ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:29.578615Z","caller":"traceutil/trace.go:171","msg":"trace[1901242751] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"429.793336ms","start":"2026-05-07T03:23:29.148742Z","end":"2026-05-07T03:23:29.578535Z","steps":["trace[1901242751] 'process raft request' (duration: 385.094644ms)","trace[1901242751] 'compare' (duration: 44.000186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:29.57887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.148709Z","time spent":"430.030471ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:29.608575Z","caller":"traceutil/trace.go:171","msg":"trace[1489608660] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"459.710046ms","start":"2026-05-07T03:23:29.148819Z","end":"2026-05-07T03:23:29.608529Z","steps":["trace[1489608660] 'process raft request' (duration: 459.298916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:29.608615Z","caller":"traceutil/trace.go:171","msg":"trace[987916919] transaction","detail":"{read_only:false; response_revision:34152; number_of_response:1; }","duration":"458.125861ms","start":"2026-05-07T03:23:29.150449Z","end":"2026-05-07T03:23:29.608575Z","steps":["trace[987916919] 'process raft request' (duration: 458.013898ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:29.608662Z","caller":"traceutil/trace.go:171","msg":"trace[286250925] transaction","detail":"{read_only:false; response_revision:34151; number_of_response:1; }","duration":"459.515122ms","start":"2026-05-07T03:23:29.149079Z","end":"2026-05-07T03:23:29.608594Z","steps":["trace[286250925] 'process raft request' (duration: 459.325178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:29.608756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.148792Z","time spent":"459.87824ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:29.608894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.14907Z","time spent":"459.708186ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:29.608938Z","caller":"traceutil/trace.go:171","msg":"trace[1229180921] linearizableReadLoop","detail":"{readStateIndex:35373; appliedIndex:35369; }","duration":"342.236084ms","start":"2026-05-07T03:23:29.266692Z","end":"2026-05-07T03:23:29.608929Z","steps":["trace[1229180921] 'read index received' (duration: 267.165803ms)","trace[1229180921] 'applied index is now lower than readState.Index' (duration: 75.068501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:29.609014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.150428Z","time spent":"458.291855ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:29.609146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.46556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:29.609187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.900241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:23:29.609198Z","caller":"traceutil/trace.go:171","msg":"trace[1532832701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34153; }","duration":"342.553082ms","start":"2026-05-07T03:23:29.266627Z","end":"2026-05-07T03:23:29.60918Z","steps":["trace[1532832701] 'agreement among raft nodes before linearized reading' (duration: 342.45304ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:29.609231Z","caller":"traceutil/trace.go:171","msg":"trace[1251747481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34153; }","duration":"192.982083ms","start":"2026-05-07T03:23:29.416238Z","end":"2026-05-07T03:23:29.60922Z","steps":["trace[1251747481] 'agreement among raft nodes before linearized reading' (duration: 192.84947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:29.609245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.266597Z","time spent":"342.639413ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:23:29.609394Z","caller":"traceutil/trace.go:171","msg":"trace[1779520168] transaction","detail":"{read_only:false; response_revision:34153; number_of_response:1; }","duration":"291.896777ms","start":"2026-05-07T03:23:29.317483Z","end":"2026-05-07T03:23:29.609379Z","steps":["trace[1779520168] 'process raft request' (duration: 291.028938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:29.946559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.483016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:29.946667Z","caller":"traceutil/trace.go:171","msg":"trace[194508211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34153; }","duration":"215.65376ms","start":"2026-05-07T03:23:29.73099Z","end":"2026-05-07T03:23:29.946644Z","steps":["trace[194508211] 'range keys from in-memory index tree' (duration: 215.350602ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:29.961534Z","caller":"traceutil/trace.go:171","msg":"trace[833154154] transaction","detail":"{read_only:false; response_revision:34154; number_of_response:1; }","duration":"121.135263ms","start":"2026-05-07T03:23:29.840366Z","end":"2026-05-07T03:23:29.961501Z","steps":["trace[833154154] 'process raft request' (duration: 120.727974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:30.294923Z","caller":"traceutil/trace.go:171","msg":"trace[32304208] transaction","detail":"{read_only:false; response_revision:34155; number_of_response:1; }","duration":"100.672695ms","start":"2026-05-07T03:23:30.194222Z","end":"2026-05-07T03:23:30.294895Z","steps":["trace[32304208] 'process raft request' (duration: 100.490341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:30.394899Z","caller":"traceutil/trace.go:171","msg":"trace[1805602235] linearizableReadLoop","detail":"{readStateIndex:35377; appliedIndex:35375; }","duration":"129.253816ms","start":"2026-05-07T03:23:30.265617Z","end":"2026-05-07T03:23:30.39487Z","steps":["trace[1805602235] 'read index received' (duration: 29.166324ms)","trace[1805602235] 'applied index is now lower than readState.Index' (duration: 100.086412ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:30.394963Z","caller":"traceutil/trace.go:171","msg":"trace[1270290767] transaction","detail":"{read_only:false; response_revision:34156; number_of_response:1; }","duration":"153.799084ms","start":"2026-05-07T03:23:30.241121Z","end":"2026-05-07T03:23:30.39492Z","steps":["trace[1270290767] 'process raft request' (duration: 132.899496ms)","trace[1270290767] 'compare' (duration: 20.713123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:30.395196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.557892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-07T03:23:30.395286Z","caller":"traceutil/trace.go:171","msg":"trace[562248131] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34156; }","duration":"129.704066ms","start":"2026-05-07T03:23:30.265558Z","end":"2026-05-07T03:23:30.395262Z","steps":["trace[562248131] 'agreement among raft nodes before linearized reading' (duration: 129.43118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:30.846295Z","caller":"traceutil/trace.go:171","msg":"trace[53213096] linearizableReadLoop","detail":"{readStateIndex:35378; appliedIndex:35377; }","duration":"319.055025ms","start":"2026-05-07T03:23:30.52721Z","end":"2026-05-07T03:23:30.846265Z","steps":["trace[53213096] 'read index received' (duration: 269.873473ms)","trace[53213096] 'applied index is now lower than readState.Index' (duration: 49.180102ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:30.846643Z","caller":"traceutil/trace.go:171","msg":"trace[1161892292] transaction","detail":"{read_only:false; response_revision:34157; number_of_response:1; }","duration":"345.960048ms","start":"2026-05-07T03:23:30.500666Z","end":"2026-05-07T03:23:30.846626Z","steps":["trace[1161892292] 'process raft request' (duration: 296.4945ms)","trace[1161892292] 'compare' (duration: 48.383604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:30.846764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.500635Z","time spent":"346.03981ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:30.847933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.697312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:30.848051Z","caller":"traceutil/trace.go:171","msg":"trace[1633723869] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:34157; }","duration":"320.888636ms","start":"2026-05-07T03:23:30.527133Z","end":"2026-05-07T03:23:30.848022Z","steps":["trace[1633723869] 'agreement among raft nodes before linearized reading' (duration: 320.694922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.848172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.527088Z","time spent":"321.06294ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:30.870009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.586734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-85cfff8666-w44zw.18ad28052e43f70a\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-05-07T03:23:30.870201Z","caller":"traceutil/trace.go:171","msg":"trace[201965454] range","detail":"{range_begin:/registry/events/openstack/cinder-api-85cfff8666-w44zw.18ad28052e43f70a; range_end:; response_count:1; response_revision:34158; }","duration":"272.85329ms","start":"2026-05-07T03:23:30.597313Z","end":"2026-05-07T03:23:30.870166Z","steps":["trace[201965454] 'agreement among raft nodes before linearized reading' (duration: 272.442611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:31.723776Z","caller":"traceutil/trace.go:171","msg":"trace[650456134] transaction","detail":"{read_only:false; response_revision:34164; number_of_response:1; }","duration":"133.207263ms","start":"2026-05-07T03:23:31.590537Z","end":"2026-05-07T03:23:31.723744Z","steps":["trace[650456134] 'process raft request' (duration: 132.997589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:32.114213Z","caller":"traceutil/trace.go:171","msg":"trace[2058735892] linearizableReadLoop","detail":"{readStateIndex:35387; appliedIndex:35385; }","duration":"500.036478ms","start":"2026-05-07T03:23:31.614132Z","end":"2026-05-07T03:23:32.114168Z","steps":["trace[2058735892] 'read index received' (duration: 109.40992ms)","trace[2058735892] 'applied index is now lower than readState.Index' (duration: 390.625208ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:32.114245Z","caller":"traceutil/trace.go:171","msg":"trace[1278978005] transaction","detail":"{read_only:false; response_revision:34165; number_of_response:1; }","duration":"500.11487ms","start":"2026-05-07T03:23:31.614094Z","end":"2026-05-07T03:23:32.114209Z","steps":["trace[1278978005] 'process raft request' (duration: 446.555051ms)","trace[1278978005] 'compare' (duration: 53.344884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.114406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.614072Z","time spent":"500.249483ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:32.114511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.302664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:23:32.114696Z","caller":"traceutil/trace.go:171","msg":"trace[1669119177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34165; }","duration":"500.502518ms","start":"2026-05-07T03:23:31.614124Z","end":"2026-05-07T03:23:32.114626Z","steps":["trace[1669119177] 'agreement among raft nodes before linearized reading' (duration: 500.156441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:32.114909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.614066Z","time spent":"500.675343ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:23:32.228779Z","caller":"traceutil/trace.go:171","msg":"trace[650306179] linearizableReadLoop","detail":"{readStateIndex:35389; appliedIndex:35387; }","duration":"114.451664ms","start":"2026-05-07T03:23:32.114301Z","end":"2026-05-07T03:23:32.228753Z","steps":["trace[650306179] 'read index received' (duration: 35.282891ms)","trace[650306179] 'applied index is now lower than readState.Index' (duration: 79.167353ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:32.22878Z","caller":"traceutil/trace.go:171","msg":"trace[398535833] transaction","detail":"{read_only:false; response_revision:34166; number_of_response:1; }","duration":"249.281393ms","start":"2026-05-07T03:23:31.979474Z","end":"2026-05-07T03:23:32.228755Z","steps":["trace[398535833] 'process raft request' (duration: 248.972376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:32.271628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.986274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:23:32.271712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.81969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:23:32.271788Z","caller":"traceutil/trace.go:171","msg":"trace[614349420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34166; }","duration":"656.923384ms","start":"2026-05-07T03:23:31.614839Z","end":"2026-05-07T03:23:32.271763Z","steps":["trace[614349420] 'agreement among raft nodes before linearized reading' (duration: 613.92573ms)","trace[614349420] 'range keys from in-memory index tree' (duration: 42.528832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.271857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.614829Z","time spent":"657.013705ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:23:32.271726Z","caller":"traceutil/trace.go:171","msg":"trace[2074507272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34166; }","duration":"657.143637ms","start":"2026-05-07T03:23:31.614559Z","end":"2026-05-07T03:23:32.271703Z","steps":["trace[2074507272] 'agreement among raft nodes before linearized reading' (duration: 614.283738ms)","trace[2074507272] 'range keys from in-memory index tree' (duration: 42.670736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.271989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.614533Z","time spent":"657.408414ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:23:32.272065Z","caller":"traceutil/trace.go:171","msg":"trace[320584259] transaction","detail":"{read_only:false; response_revision:34167; number_of_response:1; }","duration":"151.954834ms","start":"2026-05-07T03:23:32.120086Z","end":"2026-05-07T03:23:32.272041Z","steps":["trace[320584259] 'process raft request' (duration: 108.659403ms)","trace[320584259] 'compare' (duration: 43.139657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.558118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:32.558254Z","caller":"traceutil/trace.go:171","msg":"trace[101359542] transaction","detail":"{read_only:false; response_revision:34170; number_of_response:1; }","duration":"257.668881ms","start":"2026-05-07T03:23:32.300562Z","end":"2026-05-07T03:23:32.558231Z","steps":["trace[101359542] 'process raft request' (duration: 152.075266ms)","trace[101359542] 'compare' (duration: 105.022452ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:32.712426Z","caller":"traceutil/trace.go:171","msg":"trace[1726411507] linearizableReadLoop","detail":"{readStateIndex:35394; appliedIndex:35393; }","duration":"237.228093ms","start":"2026-05-07T03:23:32.475172Z","end":"2026-05-07T03:23:32.7124Z","steps":["trace[1726411507] 'read index received' (duration: 213.260426ms)","trace[1726411507] 'applied index is now lower than readState.Index' (duration: 23.966637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.712612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.423058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:23:32.712653Z","caller":"traceutil/trace.go:171","msg":"trace[1882720479] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:34171; }","duration":"237.52989ms","start":"2026-05-07T03:23:32.475111Z","end":"2026-05-07T03:23:32.712641Z","steps":["trace[1882720479] 'agreement among raft nodes before linearized reading' (duration: 237.432958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:32.712776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.165457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:32.712889Z","caller":"traceutil/trace.go:171","msg":"trace[208338675] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34171; }","duration":"185.336411ms","start":"2026-05-07T03:23:32.527521Z","end":"2026-05-07T03:23:32.712858Z","steps":["trace[208338675] 'agreement among raft nodes before linearized reading' (duration: 185.159467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:32.71291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.847726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:23:32.712965Z","caller":"traceutil/trace.go:171","msg":"trace[1807978182] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:34171; }","duration":"107.968519ms","start":"2026-05-07T03:23:32.604982Z","end":"2026-05-07T03:23:32.71295Z","steps":["trace[1807978182] 'agreement among raft nodes before linearized reading' (duration: 107.781945ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:32.713005Z","caller":"traceutil/trace.go:171","msg":"trace[1391144105] transaction","detail":"{read_only:false; response_revision:34171; number_of_response:1; }","duration":"311.902416ms","start":"2026-05-07T03:23:32.401072Z","end":"2026-05-07T03:23:32.712974Z","steps":["trace[1391144105] 'process raft request' (duration: 287.398937ms)","trace[1391144105] 'compare' (duration: 23.783823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.713239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.513924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:32.713268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.401042Z","time spent":"312.1406ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:32.713291Z","caller":"traceutil/trace.go:171","msg":"trace[1960656145] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34171; }","duration":"143.615926ms","start":"2026-05-07T03:23:32.56966Z","end":"2026-05-07T03:23:32.713275Z","steps":["trace[1960656145] 'agreement among raft nodes before linearized reading' (duration: 143.529464ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.00527Z","caller":"traceutil/trace.go:171","msg":"trace[926110437] transaction","detail":"{read_only:false; response_revision:34172; number_of_response:1; }","duration":"152.423043ms","start":"2026-05-07T03:23:32.852818Z","end":"2026-05-07T03:23:33.005241Z","steps":["trace[926110437] 'process raft request' (duration: 151.736038ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.092131Z","caller":"traceutil/trace.go:171","msg":"trace[2069576020] linearizableReadLoop","detail":"{readStateIndex:35396; appliedIndex:35394; }","duration":"187.09524ms","start":"2026-05-07T03:23:32.905016Z","end":"2026-05-07T03:23:33.092111Z","steps":["trace[2069576020] 'read index received' (duration: 99.522638ms)","trace[2069576020] 'applied index is now lower than readState.Index' (duration: 87.571822ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:33.09219Z","caller":"traceutil/trace.go:171","msg":"trace[247355896] transaction","detail":"{read_only:false; response_revision:34173; number_of_response:1; }","duration":"214.864682ms","start":"2026-05-07T03:23:32.87729Z","end":"2026-05-07T03:23:33.092155Z","steps":["trace[247355896] 'process raft request' (duration: 214.627106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.092295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.255243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:33.092344Z","caller":"traceutil/trace.go:171","msg":"trace[1521576940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34174; }","duration":"187.351685ms","start":"2026-05-07T03:23:32.904977Z","end":"2026-05-07T03:23:33.092329Z","steps":["trace[1521576940] 'agreement among raft nodes before linearized reading' (duration: 187.246803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.092238Z","caller":"traceutil/trace.go:171","msg":"trace[566895649] transaction","detail":"{read_only:false; response_revision:34174; number_of_response:1; }","duration":"126.629836ms","start":"2026-05-07T03:23:32.965583Z","end":"2026-05-07T03:23:33.092213Z","steps":["trace[566895649] 'process raft request' (duration: 126.464882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.254223Z","caller":"traceutil/trace.go:171","msg":"trace[615328140] transaction","detail":"{read_only:false; response_revision:34175; number_of_response:1; }","duration":"156.554527ms","start":"2026-05-07T03:23:33.097635Z","end":"2026-05-07T03:23:33.254189Z","steps":["trace[615328140] 'process raft request' (duration: 79.571803ms)","trace[615328140] 'compare' (duration: 76.647526ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:33.28096Z","caller":"traceutil/trace.go:171","msg":"trace[1033711705] transaction","detail":"{read_only:false; response_revision:34176; number_of_response:1; }","duration":"182.19971ms","start":"2026-05-07T03:23:33.098735Z","end":"2026-05-07T03:23:33.280935Z","steps":["trace[1033711705] 'process raft request' (duration: 182.027536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.281151Z","caller":"traceutil/trace.go:171","msg":"trace[956569880] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"121.063941ms","start":"2026-05-07T03:23:33.160067Z","end":"2026-05-07T03:23:33.281131Z","steps":["trace[956569880] 'process raft request' (duration: 120.808586ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:34.221535Z","caller":"traceutil/trace.go:171","msg":"trace[955972430] transaction","detail":"{read_only:false; response_revision:34179; number_of_response:1; }","duration":"100.242265ms","start":"2026-05-07T03:23:34.121247Z","end":"2026-05-07T03:23:34.22149Z","steps":["trace[955972430] 'process raft request' (duration: 99.816665ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:34.402826Z","caller":"traceutil/trace.go:171","msg":"trace[330752158] linearizableReadLoop","detail":"{readStateIndex:35404; appliedIndex:35403; }","duration":"102.256759ms","start":"2026-05-07T03:23:34.30054Z","end":"2026-05-07T03:23:34.402797Z","steps":["trace[330752158] 'read index received' (duration: 101.912822ms)","trace[330752158] 'applied index is now lower than readState.Index' (duration: 342.657µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:34.402973Z","caller":"traceutil/trace.go:171","msg":"trace[958659010] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"121.386209ms","start":"2026-05-07T03:23:34.281575Z","end":"2026-05-07T03:23:34.402961Z","steps":["trace[958659010] 'process raft request' (duration: 120.9797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:34.403287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:23:34.403382Z","caller":"traceutil/trace.go:171","msg":"trace[2060988754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34181; }","duration":"102.842023ms","start":"2026-05-07T03:23:34.300485Z","end":"2026-05-07T03:23:34.403327Z","steps":["trace[2060988754] 'agreement among raft nodes before linearized reading' (duration: 102.649089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:35.262357Z","caller":"traceutil/trace.go:171","msg":"trace[1452116317] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"158.286535ms","start":"2026-05-07T03:23:35.10405Z","end":"2026-05-07T03:23:35.262336Z","steps":["trace[1452116317] 'process raft request' (duration: 93.926984ms)","trace[1452116317] 'compare' (duration: 63.773588ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:35.26256Z","caller":"traceutil/trace.go:171","msg":"trace[401880893] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"158.011999ms","start":"2026-05-07T03:23:35.104542Z","end":"2026-05-07T03:23:35.262554Z","steps":["trace[401880893] 'process raft request' (duration: 157.62577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.923991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.23457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:23:35.924051Z","caller":"traceutil/trace.go:171","msg":"trace[1327720518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34191; }","duration":"131.336962ms","start":"2026-05-07T03:23:35.7927Z","end":"2026-05-07T03:23:35.924037Z","steps":["trace[1327720518] 'range keys from in-memory index tree' (duration: 131.103416ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:36.380316Z","caller":"traceutil/trace.go:171","msg":"trace[1130336807] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"130.566474ms","start":"2026-05-07T03:23:36.249721Z","end":"2026-05-07T03:23:36.380287Z","steps":["trace[1130336807] 'process raft request' (duration: 79.49941ms)","trace[1130336807] 'compare' (duration: 50.832299ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:36.380654Z","caller":"traceutil/trace.go:171","msg":"trace[1242517328] linearizableReadLoop","detail":"{readStateIndex:35418; appliedIndex:35416; }","duration":"113.963221ms","start":"2026-05-07T03:23:36.266663Z","end":"2026-05-07T03:23:36.380627Z","steps":["trace[1242517328] 'read index received' (duration: 62.792306ms)","trace[1242517328] 'applied index is now lower than readState.Index' (duration: 51.169545ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:36.380672Z","caller":"traceutil/trace.go:171","msg":"trace[284462838] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"116.11347ms","start":"2026-05-07T03:23:36.264512Z","end":"2026-05-07T03:23:36.380625Z","steps":["trace[284462838] 'process raft request' (duration: 115.724292ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:36.380871Z","caller":"traceutil/trace.go:171","msg":"trace[1569451925] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"104.194493ms","start":"2026-05-07T03:23:36.276662Z","end":"2026-05-07T03:23:36.380856Z","steps":["trace[1569451925] 'process raft request' (duration: 103.831165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:36.380953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.263968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:36.381113Z","caller":"traceutil/trace.go:171","msg":"trace[1501677236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34196; }","duration":"114.472433ms","start":"2026-05-07T03:23:36.266627Z","end":"2026-05-07T03:23:36.3811Z","steps":["trace[1501677236] 'agreement among raft nodes before linearized reading' (duration: 114.097504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:36.54942Z","caller":"traceutil/trace.go:171","msg":"trace[230581664] linearizableReadLoop","detail":"{readStateIndex:35420; appliedIndex:35419; }","duration":"135.218659ms","start":"2026-05-07T03:23:36.414171Z","end":"2026-05-07T03:23:36.54939Z","steps":["trace[230581664] 'read index received' (duration: 129.915891ms)","trace[230581664] 'applied index is now lower than readState.Index' (duration: 5.301278ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:36.549796Z","caller":"traceutil/trace.go:171","msg":"trace[1213732262] transaction","detail":"{read_only:false; response_revision:34197; number_of_response:1; }","duration":"137.883769ms","start":"2026-05-07T03:23:36.411891Z","end":"2026-05-07T03:23:36.549774Z","steps":["trace[1213732262] 'process raft request' (duration: 132.255453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:36.550025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.729191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:23:36.550129Z","caller":"traceutil/trace.go:171","msg":"trace[1712140133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34197; }","duration":"135.878014ms","start":"2026-05-07T03:23:36.414228Z","end":"2026-05-07T03:23:36.550106Z","steps":["trace[1712140133] 'agreement among raft nodes before linearized reading' (duration: 135.555737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:36.550902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.679782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:23:36.550993Z","caller":"traceutil/trace.go:171","msg":"trace[754128161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34197; }","duration":"136.830265ms","start":"2026-05-07T03:23:36.41414Z","end":"2026-05-07T03:23:36.55097Z","steps":["trace[754128161] 'agreement among raft nodes before linearized reading' (duration: 135.636869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.042199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.666126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:37.042512Z","caller":"traceutil/trace.go:171","msg":"trace[1284217555] linearizableReadLoop","detail":"{readStateIndex:35423; appliedIndex:35420; }","duration":"418.754319ms","start":"2026-05-07T03:23:36.62374Z","end":"2026-05-07T03:23:37.042494Z","steps":["trace[1284217555] 'read index received' (duration: 238.056682ms)","trace[1284217555] 'applied index is now lower than readState.Index' (duration: 180.696647ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:37.042569Z","caller":"traceutil/trace.go:171","msg":"trace[1712147192] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"456.237398ms","start":"2026-05-07T03:23:36.586295Z","end":"2026-05-07T03:23:37.042533Z","steps":["trace[1712147192] 'process raft request' (duration: 456.124495ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:37.042625Z","caller":"traceutil/trace.go:171","msg":"trace[959817762] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"302.875894ms","start":"2026-05-07T03:23:36.739734Z","end":"2026-05-07T03:23:37.04261Z","steps":["trace[959817762] 'process raft request' (duration: 302.72487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.042721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.586261Z","time spent":"456.374792ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:37.042825Z","caller":"traceutil/trace.go:171","msg":"trace[81835369] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"487.494439ms","start":"2026-05-07T03:23:36.555278Z","end":"2026-05-07T03:23:37.042773Z","steps":["trace[81835369] 'process raft request' (duration: 306.167367ms)","trace[81835369] 'compare' (duration: 180.4123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.042896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.166038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:37.042933Z","caller":"traceutil/trace.go:171","msg":"trace[609508587] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:34201; }","duration":"419.25805ms","start":"2026-05-07T03:23:36.623664Z","end":"2026-05-07T03:23:37.042922Z","steps":["trace[609508587] 'agreement among raft nodes before linearized reading' (duration: 419.184398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.04297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.623638Z","time spent":"419.323952ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:37.042957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.739932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:37.042976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.129398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:37.043022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.555257Z","time spent":"487.668922ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:37.043062Z","caller":"traceutil/trace.go:171","msg":"trace[1674484953] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:34201; }","duration":"415.920805ms","start":"2026-05-07T03:23:36.627112Z","end":"2026-05-07T03:23:37.043033Z","steps":["trace[1674484953] 'agreement among raft nodes before linearized reading' (duration: 415.6687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.043133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.627058Z","time spent":"416.062509ms","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:37.043077Z","caller":"traceutil/trace.go:171","msg":"trace[526108092] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:34201; }","duration":"315.309803ms","start":"2026-05-07T03:23:36.727742Z","end":"2026-05-07T03:23:37.043051Z","steps":["trace[526108092] 'agreement among raft nodes before linearized reading' (duration: 315.091298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.043245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.727677Z","time spent":"315.548578ms","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:37.043517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.739705Z","time spent":"302.946186ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:37.044441Z","caller":"traceutil/trace.go:171","msg":"trace[1625062916] transaction","detail":"{read_only:false; response_revision:34199; number_of_response:1; }","duration":"484.724987ms","start":"2026-05-07T03:23:36.557803Z","end":"2026-05-07T03:23:37.042528Z","steps":["trace[1625062916] 'process raft request' (duration: 484.519772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.044639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.557778Z","time spent":"486.775672ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:37.312132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.553599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:37.312229Z","caller":"traceutil/trace.go:171","msg":"trace[1265542803] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"221.535191ms","start":"2026-05-07T03:23:37.090677Z","end":"2026-05-07T03:23:37.312212Z","steps":["trace[1265542803] 'process raft request' (duration: 117.825618ms)","trace[1265542803] 'compare' (duration: 103.225672ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:37.359067Z","caller":"traceutil/trace.go:171","msg":"trace[2104943310] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"239.76523ms","start":"2026-05-07T03:23:37.119276Z","end":"2026-05-07T03:23:37.359041Z","steps":["trace[2104943310] 'process raft request' (duration: 239.604525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.667931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.989893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:37.668098Z","caller":"traceutil/trace.go:171","msg":"trace[1961102075] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"398.891544ms","start":"2026-05-07T03:23:37.269192Z","end":"2026-05-07T03:23:37.668084Z","steps":["trace[1961102075] 'process raft request' (duration: 284.677346ms)","trace[1961102075] 'compare' (duration: 113.675556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.668141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.269161Z","time spent":"398.962116ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:37.668476Z","caller":"traceutil/trace.go:171","msg":"trace[395027620] transaction","detail":"{read_only:false; response_revision:34205; number_of_response:1; }","duration":"399.193601ms","start":"2026-05-07T03:23:37.269251Z","end":"2026-05-07T03:23:37.668445Z","steps":["trace[395027620] 'process raft request' (duration: 398.750371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:37.668637Z","caller":"traceutil/trace.go:171","msg":"trace[1195714144] linearizableReadLoop","detail":"{readStateIndex:35429; appliedIndex:35426; }","duration":"398.869893ms","start":"2026-05-07T03:23:37.269754Z","end":"2026-05-07T03:23:37.668624Z","steps":["trace[1195714144] 'read index received' (duration: 89.148696ms)","trace[1195714144] 'applied index is now lower than readState.Index' (duration: 309.719347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.668698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.957765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:37.668883Z","caller":"traceutil/trace.go:171","msg":"trace[1508751217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34206; }","duration":"399.19533ms","start":"2026-05-07T03:23:37.269682Z","end":"2026-05-07T03:23:37.668877Z","steps":["trace[1508751217] 'agreement among raft nodes before linearized reading' (duration: 398.973695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.668901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.269655Z","time spent":"399.241101ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:23:37.668739Z","caller":"traceutil/trace.go:171","msg":"trace[586965766] transaction","detail":"{read_only:false; response_revision:34206; number_of_response:1; }","duration":"330.069772ms","start":"2026-05-07T03:23:37.338662Z","end":"2026-05-07T03:23:37.668732Z","steps":["trace[586965766] 'process raft request' (duration: 329.634443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.669068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.664868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:23:37.669082Z","caller":"traceutil/trace.go:171","msg":"trace[535719243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34206; }","duration":"331.77233ms","start":"2026-05-07T03:23:37.337306Z","end":"2026-05-07T03:23:37.669078Z","steps":["trace[535719243] 'agreement among raft nodes before linearized reading' (duration: 331.699158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.669096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.337282Z","time spent":"331.81096ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:23:37.668978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.269218Z","time spent":"399.559998ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:37.669132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.33864Z","time spent":"330.42129ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:37.669188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.007865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:23:37.669513Z","caller":"traceutil/trace.go:171","msg":"trace[2133905028] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34206; }","duration":"307.329452ms","start":"2026-05-07T03:23:37.362147Z","end":"2026-05-07T03:23:37.669476Z","steps":["trace[2133905028] 'agreement among raft nodes before linearized reading' (duration: 307.015965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.669586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.36213Z","time spent":"307.435655ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:23:37.942037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.127478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:37.942154Z","caller":"traceutil/trace.go:171","msg":"trace[1577567752] linearizableReadLoop","detail":"{readStateIndex:35431; appliedIndex:35430; }","duration":"225.91723ms","start":"2026-05-07T03:23:37.716218Z","end":"2026-05-07T03:23:37.942135Z","steps":["trace[1577567752] 'read index received' (duration: 60.482665ms)","trace[1577567752] 'applied index is now lower than readState.Index' (duration: 165.433145ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:37.942248Z","caller":"traceutil/trace.go:171","msg":"trace[1969845463] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"268.464053ms","start":"2026-05-07T03:23:37.673767Z","end":"2026-05-07T03:23:37.942231Z","steps":["trace[1969845463] 'process raft request' (duration: 103.059459ms)","trace[1969845463] 'compare' (duration: 164.937174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.942373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.122594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:37.94251Z","caller":"traceutil/trace.go:171","msg":"trace[2135784064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:34207; }","duration":"226.276988ms","start":"2026-05-07T03:23:37.716202Z","end":"2026-05-07T03:23:37.942479Z","steps":["trace[2135784064] 'agreement among raft nodes before linearized reading' (duration: 226.055333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:38.72434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.255244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:38.724527Z","caller":"traceutil/trace.go:171","msg":"trace[578689545] linearizableReadLoop","detail":"{readStateIndex:35435; appliedIndex:35433; }","duration":"169.056796ms","start":"2026-05-07T03:23:38.555456Z","end":"2026-05-07T03:23:38.724513Z","steps":["trace[578689545] 'read index received' (duration: 22.501µs)","trace[578689545] 'applied index is now lower than readState.Index' (duration: 169.033515ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:38.724522Z","caller":"traceutil/trace.go:171","msg":"trace[1434662766] transaction","detail":"{read_only:false; response_revision:34210; number_of_response:1; }","duration":"371.035291ms","start":"2026-05-07T03:23:38.353454Z","end":"2026-05-07T03:23:38.72449Z","steps":["trace[1434662766] 'process raft request' (duration: 37.562502ms)","trace[1434662766] 'compare' (duration: 333.07516ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:38.724607Z","caller":"traceutil/trace.go:171","msg":"trace[725124116] transaction","detail":"{read_only:false; response_revision:34211; number_of_response:1; }","duration":"338.248856ms","start":"2026-05-07T03:23:38.386337Z","end":"2026-05-07T03:23:38.724586Z","steps":["trace[725124116] 'process raft request' (duration: 338.096452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:38.724649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.190359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:23:38.724669Z","caller":"traceutil/trace.go:171","msg":"trace[202824806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34211; }","duration":"169.23822ms","start":"2026-05-07T03:23:38.555423Z","end":"2026-05-07T03:23:38.724661Z","steps":["trace[202824806] 'agreement among raft nodes before linearized reading' (duration: 169.145458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:38.724657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.353435Z","time spent":"371.148923ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:38.724718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.386284Z","time spent":"338.375478ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:38.914175Z","caller":"traceutil/trace.go:171","msg":"trace[990056598] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"185.622449ms","start":"2026-05-07T03:23:38.728519Z","end":"2026-05-07T03:23:38.914141Z","steps":["trace[990056598] 'process raft request' (duration: 97.29007ms)","trace[990056598] 'compare' (duration: 88.166835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:39.121018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.456052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:39.121156Z","caller":"traceutil/trace.go:171","msg":"trace[84176901] linearizableReadLoop","detail":"{readStateIndex:35437; appliedIndex:35436; }","duration":"166.106131ms","start":"2026-05-07T03:23:38.955026Z","end":"2026-05-07T03:23:39.121132Z","steps":["trace[84176901] 'read index received' (duration: 64.406652ms)","trace[84176901] 'applied index is now lower than readState.Index' (duration: 101.697368ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:39.121264Z","caller":"traceutil/trace.go:171","msg":"trace[1234557639] transaction","detail":"{read_only:false; response_revision:34213; number_of_response:1; }","duration":"175.821258ms","start":"2026-05-07T03:23:38.945411Z","end":"2026-05-07T03:23:39.121232Z","steps":["trace[1234557639] 'process raft request' (duration: 74.026887ms)","trace[1234557639] 'compare' (duration: 101.296339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:39.121437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.392878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:39.121482Z","caller":"traceutil/trace.go:171","msg":"trace[682461530] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34213; }","duration":"166.497699ms","start":"2026-05-07T03:23:38.954974Z","end":"2026-05-07T03:23:39.121472Z","steps":["trace[682461530] 'agreement among raft nodes before linearized reading' (duration: 166.385607ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:39.628509Z","caller":"traceutil/trace.go:171","msg":"trace[915879892] transaction","detail":"{read_only:false; response_revision:34214; number_of_response:1; }","duration":"570.442846ms","start":"2026-05-07T03:23:39.057953Z","end":"2026-05-07T03:23:39.628396Z","steps":["trace[915879892] 'process raft request' (duration: 551.218216ms)","trace[915879892] 'compare' (duration: 18.37106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:39.628708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.057938Z","time spent":"570.662541ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:39.716075Z","caller":"traceutil/trace.go:171","msg":"trace[1021826965] transaction","detail":"{read_only:false; response_revision:34215; number_of_response:1; }","duration":"656.277898ms","start":"2026-05-07T03:23:39.059758Z","end":"2026-05-07T03:23:39.716036Z","steps":["trace[1021826965] 'process raft request' (duration: 656.108624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.716409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.083149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:23:39.716164Z","caller":"traceutil/trace.go:171","msg":"trace[312659481] linearizableReadLoop","detail":"{readStateIndex:35439; appliedIndex:35437; }","duration":"594.953705ms","start":"2026-05-07T03:23:39.121199Z","end":"2026-05-07T03:23:39.716153Z","steps":["trace[312659481] 'read index received' (duration: 488.132302ms)","trace[312659481] 'applied index is now lower than readState.Index' (duration: 106.819792ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:39.716453Z","caller":"traceutil/trace.go:171","msg":"trace[1009067883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34216; }","duration":"658.14636ms","start":"2026-05-07T03:23:39.058294Z","end":"2026-05-07T03:23:39.71644Z","steps":["trace[1009067883] 'agreement among raft nodes before linearized reading' (duration: 658.038807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:39.716236Z","caller":"traceutil/trace.go:171","msg":"trace[764033814] transaction","detail":"{read_only:false; response_revision:34216; number_of_response:1; }","duration":"397.936883ms","start":"2026-05-07T03:23:39.318283Z","end":"2026-05-07T03:23:39.71622Z","steps":["trace[764033814] 'process raft request' (duration: 397.698838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.716484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.058286Z","time spent":"658.189911ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:39.71653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.318261Z","time spent":"398.231189ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:39.716319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.436897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:23:39.716637Z","caller":"traceutil/trace.go:171","msg":"trace[1003135498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34216; }","duration":"658.824815ms","start":"2026-05-07T03:23:39.057801Z","end":"2026-05-07T03:23:39.716626Z","steps":["trace[1003135498] 'agreement among raft nodes before linearized reading' (duration: 658.382435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.716672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.057774Z","time spent":"658.888817ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:23:39.716913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.059727Z","time spent":"656.671157ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:39.797963Z","caller":"traceutil/trace.go:171","msg":"trace[1557425775] transaction","detail":"{read_only:false; response_revision:34219; number_of_response:1; }","duration":"121.542962ms","start":"2026-05-07T03:23:39.676405Z","end":"2026-05-07T03:23:39.797948Z","steps":["trace[1557425775] 'process raft request' (duration: 121.427289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.798048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.582699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:23:39.798109Z","caller":"traceutil/trace.go:171","msg":"trace[1793493714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34219; }","duration":"537.706432ms","start":"2026-05-07T03:23:39.260384Z","end":"2026-05-07T03:23:39.798091Z","steps":["trace[1793493714] 'agreement among raft nodes before linearized reading' (duration: 537.513338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.798124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.736589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:39.798165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.260353Z","time spent":"537.798564ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-07T03:23:39.79819Z","caller":"traceutil/trace.go:171","msg":"trace[1928211943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34219; }","duration":"531.850721ms","start":"2026-05-07T03:23:39.266323Z","end":"2026-05-07T03:23:39.798174Z","steps":["trace[1928211943] 'agreement among raft nodes before linearized reading' (duration: 531.743829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.798227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.266304Z","time spent":"531.915623ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:23:39.798267Z","caller":"traceutil/trace.go:171","msg":"trace[524499064] transaction","detail":"{read_only:false; response_revision:34218; number_of_response:1; }","duration":"122.290438ms","start":"2026-05-07T03:23:39.67596Z","end":"2026-05-07T03:23:39.798251Z","steps":["trace[524499064] 'process raft request' (duration: 121.799157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:39.797919Z","caller":"traceutil/trace.go:171","msg":"trace[1113598947] transaction","detail":"{read_only:false; response_revision:34217; number_of_response:1; }","duration":"123.728661ms","start":"2026-05-07T03:23:39.674113Z","end":"2026-05-07T03:23:39.797841Z","steps":["trace[1113598947] 'process raft request' (duration: 64.795021ms)","trace[1113598947] 'compare' (duration: 58.698664ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:39.822477Z","caller":"traceutil/trace.go:171","msg":"trace[1419012940] transaction","detail":"{read_only:false; response_revision:34220; number_of_response:1; }","duration":"101.626575ms","start":"2026-05-07T03:23:39.72083Z","end":"2026-05-07T03:23:39.822456Z","steps":["trace[1419012940] 'process raft request' (duration: 101.441471ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:39.822747Z","caller":"traceutil/trace.go:171","msg":"trace[1689361871] transaction","detail":"{read_only:false; response_revision:34221; number_of_response:1; }","duration":"100.653454ms","start":"2026-05-07T03:23:39.722072Z","end":"2026-05-07T03:23:39.822726Z","steps":["trace[1689361871] 'process raft request' (duration: 100.315097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.207154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.616019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:23:40.207279Z","caller":"traceutil/trace.go:171","msg":"trace[1026740932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34222; }","duration":"115.806023ms","start":"2026-05-07T03:23:40.091449Z","end":"2026-05-07T03:23:40.207255Z","steps":["trace[1026740932] 'range keys from in-memory index tree' (duration: 115.501506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:41.824334Z","caller":"traceutil/trace.go:171","msg":"trace[537925252] transaction","detail":"{read_only:false; response_revision:34230; number_of_response:1; }","duration":"101.484413ms","start":"2026-05-07T03:23:41.722826Z","end":"2026-05-07T03:23:41.824311Z","steps":["trace[537925252] 'process raft request' (duration: 101.3424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:41.946343Z","caller":"traceutil/trace.go:171","msg":"trace[52341922] transaction","detail":"{read_only:false; response_revision:34235; number_of_response:1; }","duration":"111.279133ms","start":"2026-05-07T03:23:41.835038Z","end":"2026-05-07T03:23:41.946317Z","steps":["trace[52341922] 'process raft request' (duration: 111.182561ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:41.946712Z","caller":"traceutil/trace.go:171","msg":"trace[1715879413] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"113.363739ms","start":"2026-05-07T03:23:41.833327Z","end":"2026-05-07T03:23:41.946691Z","steps":["trace[1715879413] 'process raft request' (duration: 49.887967ms)","trace[1715879413] 'compare' (duration: 62.683465ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:42.188236Z","caller":"traceutil/trace.go:171","msg":"trace[832213545] transaction","detail":"{read_only:false; response_revision:34236; number_of_response:1; }","duration":"150.056371ms","start":"2026-05-07T03:23:42.038139Z","end":"2026-05-07T03:23:42.188195Z","steps":["trace[832213545] 'process raft request' (duration: 72.837132ms)","trace[832213545] 'compare' (duration: 77.018844ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:42.330292Z","caller":"traceutil/trace.go:171","msg":"trace[1687503630] transaction","detail":"{read_only:false; response_revision:34237; number_of_response:1; }","duration":"105.528923ms","start":"2026-05-07T03:23:42.224718Z","end":"2026-05-07T03:23:42.330247Z","steps":["trace[1687503630] 'process raft request' (duration: 70.489099ms)","trace[1687503630] 'compare' (duration: 34.796699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:42.713953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.287966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:23:42.882893Z","caller":"traceutil/trace.go:171","msg":"trace[328440355] transaction","detail":"{read_only:false; response_revision:34239; number_of_response:1; }","duration":"106.928695ms","start":"2026-05-07T03:23:42.775946Z","end":"2026-05-07T03:23:42.882875Z","steps":["trace[328440355] 'process raft request' (duration: 106.791052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.391221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.807522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:23:44.391287Z","caller":"traceutil/trace.go:171","msg":"trace[1410916771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34249; }","duration":"198.883774ms","start":"2026-05-07T03:23:44.192387Z","end":"2026-05-07T03:23:44.39127Z","steps":["trace[1410916771] 'range keys from in-memory index tree' (duration: 198.657109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.391474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.511712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-07T03:23:44.39151Z","caller":"traceutil/trace.go:171","msg":"trace[1226429611] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34249; }","duration":"142.578253ms","start":"2026-05-07T03:23:44.248921Z","end":"2026-05-07T03:23:44.391499Z","steps":["trace[1226429611] 'range keys from in-memory index tree' (duration: 142.425481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.391574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.427164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:44.391633Z","caller":"traceutil/trace.go:171","msg":"trace[1355541878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34249; }","duration":"127.524027ms","start":"2026-05-07T03:23:44.264095Z","end":"2026-05-07T03:23:44.391619Z","steps":["trace[1355541878] 'range keys from in-memory index tree' (duration: 127.324882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.391664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.259209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:44.391693Z","caller":"traceutil/trace.go:171","msg":"trace[1739134767] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:34249; }","duration":"189.32398ms","start":"2026-05-07T03:23:44.202361Z","end":"2026-05-07T03:23:44.391685Z","steps":["trace[1739134767] 'count revisions from in-memory index tree' (duration: 189.198967ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:44.590209Z","caller":"traceutil/trace.go:171","msg":"trace[1382403312] transaction","detail":"{read_only:false; response_revision:34251; number_of_response:1; }","duration":"191.862588ms","start":"2026-05-07T03:23:44.398317Z","end":"2026-05-07T03:23:44.59018Z","steps":["trace[1382403312] 'process raft request' (duration: 172.481544ms)","trace[1382403312] 'compare' (duration: 19.153779ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:44.625448Z","caller":"traceutil/trace.go:171","msg":"trace[1599374934] transaction","detail":"{read_only:false; response_revision:34252; number_of_response:1; }","duration":"226.977363ms","start":"2026-05-07T03:23:44.398428Z","end":"2026-05-07T03:23:44.625406Z","steps":["trace[1599374934] 'process raft request' (duration: 226.615335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:44.625589Z","caller":"traceutil/trace.go:171","msg":"trace[49592255] linearizableReadLoop","detail":"{readStateIndex:35477; appliedIndex:35475; }","duration":"224.908537ms","start":"2026-05-07T03:23:44.400291Z","end":"2026-05-07T03:23:44.6252Z","steps":["trace[49592255] 'read index received' (duration: 170.676153ms)","trace[49592255] 'applied index is now lower than readState.Index' (duration: 54.231204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:44.625626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.318785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-863530c6-2da2-40ed-b5c4-0fc3db598aa2\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-07T03:23:44.62575Z","caller":"traceutil/trace.go:171","msg":"trace[619766718] range","detail":"{range_begin:/registry/persistentvolumes/pvc-863530c6-2da2-40ed-b5c4-0fc3db598aa2; range_end:; response_count:1; response_revision:34252; }","duration":"225.456239ms","start":"2026-05-07T03:23:44.400258Z","end":"2026-05-07T03:23:44.625715Z","steps":["trace[619766718] 'agreement among raft nodes before linearized reading' (duration: 225.214604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.625943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.368931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:44.625994Z","caller":"traceutil/trace.go:171","msg":"trace[1650950166] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34252; }","duration":"147.430662ms","start":"2026-05-07T03:23:44.478551Z","end":"2026-05-07T03:23:44.625982Z","steps":["trace[1650950166] 'agreement among raft nodes before linearized reading' (duration: 147.34548ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:45.159112Z","caller":"traceutil/trace.go:171","msg":"trace[1493294359] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"183.205914ms","start":"2026-05-07T03:23:44.975875Z","end":"2026-05-07T03:23:45.159081Z","steps":["trace[1493294359] 'process raft request' (duration: 158.263246ms)","trace[1493294359] 'compare' (duration: 24.773305ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:46.149178Z","caller":"traceutil/trace.go:171","msg":"trace[1169017395] linearizableReadLoop","detail":"{readStateIndex:35486; appliedIndex:35485; }","duration":"115.20344ms","start":"2026-05-07T03:23:46.033933Z","end":"2026-05-07T03:23:46.149137Z","steps":["trace[1169017395] 'read index received' (duration: 25.507152ms)","trace[1169017395] 'applied index is now lower than readState.Index' (duration: 89.695478ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:46.149282Z","caller":"traceutil/trace.go:171","msg":"trace[1358037961] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"173.349062ms","start":"2026-05-07T03:23:45.975918Z","end":"2026-05-07T03:23:46.149267Z","steps":["trace[1358037961] 'process raft request' (duration: 83.582022ms)","trace[1358037961] 'compare' (duration: 89.355371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:46.14942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.558038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:23:46.149488Z","caller":"traceutil/trace.go:171","msg":"trace[274792077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34261; }","duration":"111.66074ms","start":"2026-05-07T03:23:46.037814Z","end":"2026-05-07T03:23:46.149475Z","steps":["trace[274792077] 'agreement among raft nodes before linearized reading' (duration: 111.464965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:46.149672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.404675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:46.149759Z","caller":"traceutil/trace.go:171","msg":"trace[240113266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34261; }","duration":"115.864616ms","start":"2026-05-07T03:23:46.033875Z","end":"2026-05-07T03:23:46.149739Z","steps":["trace[240113266] 'agreement among raft nodes before linearized reading' (duration: 115.418785ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:47.05151Z","caller":"traceutil/trace.go:171","msg":"trace[1334722516] linearizableReadLoop","detail":"{readStateIndex:35492; appliedIndex:35491; }","duration":"109.316359ms","start":"2026-05-07T03:23:46.942169Z","end":"2026-05-07T03:23:47.051486Z","steps":["trace[1334722516] 'read index received' (duration: 109.063153ms)","trace[1334722516] 'applied index is now lower than readState.Index' (duration: 252.126µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:47.051674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.491582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:23:47.051661Z","caller":"traceutil/trace.go:171","msg":"trace[1451926387] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"154.533551ms","start":"2026-05-07T03:23:46.897104Z","end":"2026-05-07T03:23:47.051638Z","steps":["trace[1451926387] 'process raft request' (duration: 154.220334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:47.051706Z","caller":"traceutil/trace.go:171","msg":"trace[2016431282] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:34267; }","duration":"109.578244ms","start":"2026-05-07T03:23:46.94212Z","end":"2026-05-07T03:23:47.051699Z","steps":["trace[2016431282] 'agreement among raft nodes before linearized reading' (duration: 109.454842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:47.421512Z","caller":"traceutil/trace.go:171","msg":"trace[1907313795] linearizableReadLoop","detail":"{readStateIndex:35493; appliedIndex:35492; }","duration":"358.095789ms","start":"2026-05-07T03:23:47.063382Z","end":"2026-05-07T03:23:47.421478Z","steps":["trace[1907313795] 'read index received' (duration: 357.772362ms)","trace[1907313795] 'applied index is now lower than readState.Index' (duration: 322.077µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:47.421561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.052902Z","time spent":"368.650936ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:23:47.421655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.248713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:47.42173Z","caller":"traceutil/trace.go:171","msg":"trace[1215729758] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:34267; }","duration":"358.356896ms","start":"2026-05-07T03:23:47.06335Z","end":"2026-05-07T03:23:47.421706Z","steps":["trace[1215729758] 'agreement among raft nodes before linearized reading' (duration: 358.224923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:47.421762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.063332Z","time spent":"358.423327ms","remote":"127.0.0.1:60516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:47.421804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.50798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:23:47.421833Z","caller":"traceutil/trace.go:171","msg":"trace[871736033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34267; }","duration":"258.599032ms","start":"2026-05-07T03:23:47.163222Z","end":"2026-05-07T03:23:47.421821Z","steps":["trace[871736033] 'agreement among raft nodes before linearized reading' (duration: 258.425149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:47.422051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.206919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:47.422077Z","caller":"traceutil/trace.go:171","msg":"trace[1455515801] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34267; }","duration":"198.266811ms","start":"2026-05-07T03:23:47.223802Z","end":"2026-05-07T03:23:47.422069Z","steps":["trace[1455515801] 'agreement among raft nodes before linearized reading' (duration: 198.21838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:47.422211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.805717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:47.422249Z","caller":"traceutil/trace.go:171","msg":"trace[116282611] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34267; }","duration":"104.940561ms","start":"2026-05-07T03:23:47.317293Z","end":"2026-05-07T03:23:47.422234Z","steps":["trace[116282611] 'agreement among raft nodes before linearized reading' (duration: 104.877559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:47.590036Z","caller":"traceutil/trace.go:171","msg":"trace[1720706948] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"162.9697ms","start":"2026-05-07T03:23:47.427046Z","end":"2026-05-07T03:23:47.590016Z","steps":["trace[1720706948] 'process raft request' (duration: 71.379979ms)","trace[1720706948] 'compare' (duration: 91.423388ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:47.589973Z","caller":"traceutil/trace.go:171","msg":"trace[282701953] linearizableReadLoop","detail":"{readStateIndex:35495; appliedIndex:35494; }","duration":"125.825698ms","start":"2026-05-07T03:23:47.464126Z","end":"2026-05-07T03:23:47.589952Z","steps":["trace[282701953] 'read index received' (duration: 34.189605ms)","trace[282701953] 'applied index is now lower than readState.Index' (duration: 91.635313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:47.590184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.041022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:23:47.590261Z","caller":"traceutil/trace.go:171","msg":"trace[1187108222] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34269; }","duration":"126.184626ms","start":"2026-05-07T03:23:47.464057Z","end":"2026-05-07T03:23:47.590241Z","steps":["trace[1187108222] 'agreement among raft nodes before linearized reading' (duration: 126.023963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.039291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.447549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:23:48.039373Z","caller":"traceutil/trace.go:171","msg":"trace[1769938258] transaction","detail":"{read_only:false; response_revision:34271; number_of_response:1; }","duration":"195.175251ms","start":"2026-05-07T03:23:47.844183Z","end":"2026-05-07T03:23:48.039358Z","steps":["trace[1769938258] 'process raft request' (duration: 86.568299ms)","trace[1769938258] 'compare' (duration: 108.192213ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:48.135832Z","caller":"traceutil/trace.go:171","msg":"trace[1747895448] transaction","detail":"{read_only:false; response_revision:34272; number_of_response:1; }","duration":"164.656487ms","start":"2026-05-07T03:23:47.971152Z","end":"2026-05-07T03:23:48.135808Z","steps":["trace[1747895448] 'process raft request' (duration: 164.525184ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.515859Z","caller":"traceutil/trace.go:171","msg":"trace[1359600057] transaction","detail":"{read_only:false; response_revision:34273; number_of_response:1; }","duration":"540.186408ms","start":"2026-05-07T03:23:47.97565Z","end":"2026-05-07T03:23:48.515836Z","steps":["trace[1359600057] 'process raft request' (duration: 539.977624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.516004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.975629Z","time spent":"540.309771ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:48.516114Z","caller":"traceutil/trace.go:171","msg":"trace[1180362648] transaction","detail":"{read_only:false; response_revision:34274; number_of_response:1; }","duration":"540.356831ms","start":"2026-05-07T03:23:47.975744Z","end":"2026-05-07T03:23:48.5161Z","steps":["trace[1180362648] 'process raft request' (duration: 540.044064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.516535Z","caller":"traceutil/trace.go:171","msg":"trace[1395808150] linearizableReadLoop","detail":"{readStateIndex:35501; appliedIndex:35498; }","duration":"362.955198ms","start":"2026-05-07T03:23:48.153566Z","end":"2026-05-07T03:23:48.516521Z","steps":["trace[1395808150] 'read index received' (duration: 362.075868ms)","trace[1395808150] 'applied index is now lower than readState.Index' (duration: 878.26µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:48.516682Z","caller":"traceutil/trace.go:171","msg":"trace[1489672174] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"540.578067ms","start":"2026-05-07T03:23:47.976095Z","end":"2026-05-07T03:23:48.516673Z","steps":["trace[1489672174] 'process raft request' (duration: 539.953643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.516743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.976087Z","time spent":"540.623668ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.516933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.374378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:23:48.516975Z","caller":"traceutil/trace.go:171","msg":"trace[830779307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34275; }","duration":"363.442069ms","start":"2026-05-07T03:23:48.15352Z","end":"2026-05-07T03:23:48.516962Z","steps":["trace[830779307] 'agreement among raft nodes before linearized reading' (duration: 363.331536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.517004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:48.153501Z","time spent":"363.496051ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:48.518337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.975739Z","time spent":"540.414403ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.522864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.373414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:23:48.522952Z","caller":"traceutil/trace.go:171","msg":"trace[484114548] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34276; }","duration":"232.519427ms","start":"2026-05-07T03:23:48.290415Z","end":"2026-05-07T03:23:48.522934Z","steps":["trace[484114548] 'agreement among raft nodes before linearized reading' (duration: 232.371504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.522958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.248747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:23:48.52301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.562473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:23:48.523072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.660697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T03:23:48.52314Z","caller":"traceutil/trace.go:171","msg":"trace[1751950725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34276; }","duration":"264.77605ms","start":"2026-05-07T03:23:48.258347Z","end":"2026-05-07T03:23:48.523123Z","steps":["trace[1751950725] 'agreement among raft nodes before linearized reading' (duration: 264.554135ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.523098Z","caller":"traceutil/trace.go:171","msg":"trace[159161503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34276; }","duration":"330.699446ms","start":"2026-05-07T03:23:48.19238Z","end":"2026-05-07T03:23:48.52308Z","steps":["trace[159161503] 'agreement among raft nodes before linearized reading' (duration: 330.317848ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.523045Z","caller":"traceutil/trace.go:171","msg":"trace[928794761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34276; }","duration":"259.395839ms","start":"2026-05-07T03:23:48.263629Z","end":"2026-05-07T03:23:48.523025Z","steps":["trace[928794761] 'agreement among raft nodes before linearized reading' (duration: 259.249636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.523469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:48.19236Z","time spent":"331.088764ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:24:10.896535Z","caller":"traceutil/trace.go:171","msg":"trace[203743109] transaction","detail":"{read_only:false; response_revision:34443; number_of_response:1; }","duration":"126.577284ms","start":"2026-05-07T03:24:10.769934Z","end":"2026-05-07T03:24:10.896511Z","steps":["trace[203743109] 'process raft request' (duration: 123.428214ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:12.347242Z","caller":"traceutil/trace.go:171","msg":"trace[63372368] transaction","detail":"{read_only:false; response_revision:34449; number_of_response:1; }","duration":"196.276096ms","start":"2026-05-07T03:24:12.150932Z","end":"2026-05-07T03:24:12.347208Z","steps":["trace[63372368] 'process raft request' (duration: 196.104272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:12.382122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.024884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:12.382179Z","caller":"traceutil/trace.go:171","msg":"trace[1778391233] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34450; }","duration":"106.146997ms","start":"2026-05-07T03:24:12.27602Z","end":"2026-05-07T03:24:12.382167Z","steps":["trace[1778391233] 'agreement among raft nodes before linearized reading' (duration: 106.025344ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:22.879774Z","caller":"traceutil/trace.go:171","msg":"trace[778342610] transaction","detail":"{read_only:false; response_revision:34527; number_of_response:1; }","duration":"117.155005ms","start":"2026-05-07T03:24:22.762591Z","end":"2026-05-07T03:24:22.879746Z","steps":["trace[778342610] 'process raft request' (duration: 109.146095ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:22.892475Z","caller":"traceutil/trace.go:171","msg":"trace[1933146819] transaction","detail":"{read_only:false; response_revision:34528; number_of_response:1; }","duration":"104.597462ms","start":"2026-05-07T03:24:22.787844Z","end":"2026-05-07T03:24:22.892441Z","steps":["trace[1933146819] 'process raft request' (duration: 103.846426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:22.892666Z","caller":"traceutil/trace.go:171","msg":"trace[2021525914] transaction","detail":"{read_only:false; response_revision:34529; number_of_response:1; }","duration":"101.163856ms","start":"2026-05-07T03:24:22.791469Z","end":"2026-05-07T03:24:22.892632Z","steps":["trace[2021525914] 'process raft request' (duration: 100.519221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:23.137992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.718447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:24:23.138067Z","caller":"traceutil/trace.go:171","msg":"trace[1336189317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34531; }","duration":"151.8388ms","start":"2026-05-07T03:24:22.986208Z","end":"2026-05-07T03:24:23.138047Z","steps":["trace[1336189317] 'range keys from in-memory index tree' (duration: 151.556284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:23.138118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.004269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:24:23.13816Z","caller":"traceutil/trace.go:171","msg":"trace[1639747383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34531; }","duration":"150.073301ms","start":"2026-05-07T03:24:22.988076Z","end":"2026-05-07T03:24:23.13815Z","steps":["trace[1639747383] 'range keys from in-memory index tree' (duration: 149.886107ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:24.505208Z","caller":"traceutil/trace.go:171","msg":"trace[1206682526] transaction","detail":"{read_only:false; response_revision:34537; number_of_response:1; }","duration":"105.455201ms","start":"2026-05-07T03:24:24.399726Z","end":"2026-05-07T03:24:24.505181Z","steps":["trace[1206682526] 'process raft request' (duration: 105.256917ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.057539Z","caller":"traceutil/trace.go:171","msg":"trace[1510923301] linearizableReadLoop","detail":"{readStateIndex:35775; appliedIndex:35772; }","duration":"133.322315ms","start":"2026-05-07T03:24:24.924196Z","end":"2026-05-07T03:24:25.057518Z","steps":["trace[1510923301] 'read index received' (duration: 70.893267ms)","trace[1510923301] 'applied index is now lower than readState.Index' (duration: 62.428098ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:25.057924Z","caller":"traceutil/trace.go:171","msg":"trace[394796605] transaction","detail":"{read_only:false; response_revision:34540; number_of_response:1; }","duration":"172.153515ms","start":"2026-05-07T03:24:24.885755Z","end":"2026-05-07T03:24:25.057908Z","steps":["trace[394796605] 'process raft request' (duration: 109.322578ms)","trace[394796605] 'compare' (duration: 62.07168ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:25.058282Z","caller":"traceutil/trace.go:171","msg":"trace[152999901] transaction","detail":"{read_only:false; response_revision:34541; number_of_response:1; }","duration":"160.849833ms","start":"2026-05-07T03:24:24.897415Z","end":"2026-05-07T03:24:25.058265Z","steps":["trace[152999901] 'process raft request' (duration: 159.999183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.05857Z","caller":"traceutil/trace.go:171","msg":"trace[1908099227] transaction","detail":"{read_only:false; response_revision:34542; number_of_response:1; }","duration":"160.825322ms","start":"2026-05-07T03:24:24.89773Z","end":"2026-05-07T03:24:25.058555Z","steps":["trace[1908099227] 'process raft request' (duration: 159.748037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.059778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.566985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:24:25.059871Z","caller":"traceutil/trace.go:171","msg":"trace[286917871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34542; }","duration":"135.652028ms","start":"2026-05-07T03:24:24.924163Z","end":"2026-05-07T03:24:25.059815Z","steps":["trace[286917871] 'agreement among raft nodes before linearized reading' (duration: 135.512305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.358899Z","caller":"traceutil/trace.go:171","msg":"trace[1577764110] linearizableReadLoop","detail":"{readStateIndex:35777; appliedIndex:35775; }","duration":"116.927379ms","start":"2026-05-07T03:24:25.241944Z","end":"2026-05-07T03:24:25.358872Z","steps":["trace[1577764110] 'read index received' (duration: 67.688546ms)","trace[1577764110] 'applied index is now lower than readState.Index' (duration: 49.237783ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:25.359091Z","caller":"traceutil/trace.go:171","msg":"trace[1437714200] transaction","detail":"{read_only:false; response_revision:34544; number_of_response:1; }","duration":"293.807521ms","start":"2026-05-07T03:24:25.065237Z","end":"2026-05-07T03:24:25.359045Z","steps":["trace[1437714200] 'process raft request' (duration: 293.534915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.359208Z","caller":"traceutil/trace.go:171","msg":"trace[1595583279] transaction","detail":"{read_only:false; response_revision:34543; number_of_response:1; }","duration":"294.298652ms","start":"2026-05-07T03:24:25.064828Z","end":"2026-05-07T03:24:25.359127Z","steps":["trace[1595583279] 'process raft request' (duration: 244.790182ms)","trace[1595583279] 'compare' (duration: 48.725882ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:25.359305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.301607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:24:25.359343Z","caller":"traceutil/trace.go:171","msg":"trace[2083361315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34544; }","duration":"117.394219ms","start":"2026-05-07T03:24:25.24194Z","end":"2026-05-07T03:24:25.359334Z","steps":["trace[2083361315] 'agreement among raft nodes before linearized reading' (duration: 117.204855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.359453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.485291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:24:25.359548Z","caller":"traceutil/trace.go:171","msg":"trace[22688900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34544; }","duration":"117.596644ms","start":"2026-05-07T03:24:25.241929Z","end":"2026-05-07T03:24:25.359526Z","steps":["trace[22688900] 'agreement among raft nodes before linearized reading' (duration: 117.292437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.650461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.595618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12756"} {"level":"info","ts":"2026-05-07T03:24:25.650532Z","caller":"traceutil/trace.go:171","msg":"trace[2135107227] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:34547; }","duration":"127.989646ms","start":"2026-05-07T03:24:25.522525Z","end":"2026-05-07T03:24:25.650514Z","steps":["trace[2135107227] 'range keys from in-memory index tree' (duration: 127.394383ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:26.025659Z","caller":"traceutil/trace.go:171","msg":"trace[867837854] transaction","detail":"{read_only:false; response_revision:34548; number_of_response:1; }","duration":"174.11926ms","start":"2026-05-07T03:24:25.851517Z","end":"2026-05-07T03:24:26.025636Z","steps":["trace[867837854] 'process raft request' (duration: 173.6725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.39196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:26.392066Z","caller":"traceutil/trace.go:171","msg":"trace[1831409896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34549; }","duration":"105.556565ms","start":"2026-05-07T03:24:26.286484Z","end":"2026-05-07T03:24:26.39204Z","steps":["trace[1831409896] 'range keys from in-memory index tree' (duration: 105.318699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.39216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.556372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:26.392294Z","caller":"traceutil/trace.go:171","msg":"trace[1988434506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34549; }","duration":"125.736737ms","start":"2026-05-07T03:24:26.266534Z","end":"2026-05-07T03:24:26.392271Z","steps":["trace[1988434506] 'range keys from in-memory index tree' (duration: 125.45313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:26.928897Z","caller":"traceutil/trace.go:171","msg":"trace[707776797] transaction","detail":"{read_only:false; response_revision:34550; number_of_response:1; }","duration":"417.641914ms","start":"2026-05-07T03:24:26.51123Z","end":"2026-05-07T03:24:26.928872Z","steps":["trace[707776797] 'process raft request' (duration: 417.375218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.929042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:26.511178Z","time spent":"417.793787ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:26.992052Z","caller":"traceutil/trace.go:171","msg":"trace[1050947667] linearizableReadLoop","detail":"{readStateIndex:35786; appliedIndex:35782; }","duration":"152.097065ms","start":"2026-05-07T03:24:26.839925Z","end":"2026-05-07T03:24:26.992022Z","steps":["trace[1050947667] 'read index received' (duration: 88.857839ms)","trace[1050947667] 'applied index is now lower than readState.Index' (duration: 63.238186ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:26.992235Z","caller":"traceutil/trace.go:171","msg":"trace[1314986841] transaction","detail":"{read_only:false; response_revision:34551; number_of_response:1; }","duration":"472.873401ms","start":"2026-05-07T03:24:26.519346Z","end":"2026-05-07T03:24:26.992219Z","steps":["trace[1314986841] 'process raft request' (duration: 472.420301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.992351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:26.519329Z","time spent":"472.946852ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:26.992665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.672078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:24:26.992714Z","caller":"traceutil/trace.go:171","msg":"trace[441481218] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:34553; }","duration":"139.75878ms","start":"2026-05-07T03:24:26.852941Z","end":"2026-05-07T03:24:26.9927Z","steps":["trace[441481218] 'agreement among raft nodes before linearized reading' (duration: 139.671218ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:26.993195Z","caller":"traceutil/trace.go:171","msg":"trace[1210240800] transaction","detail":"{read_only:false; response_revision:34552; number_of_response:1; }","duration":"419.135997ms","start":"2026-05-07T03:24:26.574028Z","end":"2026-05-07T03:24:26.993164Z","steps":["trace[1210240800] 'process raft request' (duration: 417.865659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.993372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:26.574005Z","time spent":"419.266389ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:26.993759Z","caller":"traceutil/trace.go:171","msg":"trace[726408181] transaction","detail":"{read_only:false; response_revision:34553; number_of_response:1; }","duration":"213.40408ms","start":"2026-05-07T03:24:26.78034Z","end":"2026-05-07T03:24:26.993744Z","steps":["trace[726408181] 'process raft request' (duration: 211.60726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:26.994293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.350217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:24:26.994366Z","caller":"traceutil/trace.go:171","msg":"trace[1647660682] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34553; }","duration":"154.466259ms","start":"2026-05-07T03:24:26.839886Z","end":"2026-05-07T03:24:26.994352Z","steps":["trace[1647660682] 'agreement among raft nodes before linearized reading' (duration: 152.514995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:27.558967Z","caller":"traceutil/trace.go:171","msg":"trace[1578627288] linearizableReadLoop","detail":"{readStateIndex:35793; appliedIndex:35792; }","duration":"180.058272ms","start":"2026-05-07T03:24:27.378881Z","end":"2026-05-07T03:24:27.558939Z","steps":["trace[1578627288] 'read index received' (duration: 172.972874ms)","trace[1578627288] 'applied index is now lower than readState.Index' (duration: 7.084368ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:27.559008Z","caller":"traceutil/trace.go:171","msg":"trace[343754150] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"185.928484ms","start":"2026-05-07T03:24:27.373049Z","end":"2026-05-07T03:24:27.558977Z","steps":["trace[343754150] 'process raft request' (duration: 178.924748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:27.559197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.295687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:24:27.559281Z","caller":"traceutil/trace.go:171","msg":"trace[446641320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34559; }","duration":"180.41026ms","start":"2026-05-07T03:24:27.378849Z","end":"2026-05-07T03:24:27.559259Z","steps":["trace[446641320] 'agreement among raft nodes before linearized reading' (duration: 180.218896ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:49.467803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32557} {"level":"info","ts":"2026-05-07T03:24:49.654698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32557,"took":"181.71031ms","hash":1054959147,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":30826496,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T03:24:49.654778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1054959147,"revision":32557,"compact-revision":29808} {"level":"warn","ts":"2026-05-07T03:24:53.753581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114176289019308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:24:54.003887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.737489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:24:54.003965Z","caller":"traceutil/trace.go:171","msg":"trace[358080551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34743; }","duration":"819.881712ms","start":"2026-05-07T03:24:53.184066Z","end":"2026-05-07T03:24:54.003948Z","steps":["trace[358080551] 'range keys from in-memory index tree' (duration: 819.513484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.004016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.184036Z","time spent":"819.958254ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-07T03:24:54.004146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.557095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:24:54.004225Z","caller":"traceutil/trace.go:171","msg":"trace[27141980] transaction","detail":"{read_only:false; response_revision:34744; number_of_response:1; }","duration":"813.941539ms","start":"2026-05-07T03:24:53.190268Z","end":"2026-05-07T03:24:54.00421Z","steps":["trace[27141980] 'process raft request' (duration: 603.257181ms)","trace[27141980] 'compare' (duration: 209.955242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.004361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.190244Z","time spent":"814.083572ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:54.134322Z","caller":"traceutil/trace.go:171","msg":"trace[1715927745] transaction","detail":"{read_only:false; response_revision:34747; number_of_response:1; }","duration":"862.795243ms","start":"2026-05-07T03:24:53.271507Z","end":"2026-05-07T03:24:54.134302Z","steps":["trace[1715927745] 'process raft request' (duration: 862.742252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.134316Z","caller":"traceutil/trace.go:171","msg":"trace[324449967] transaction","detail":"{read_only:false; response_revision:34745; number_of_response:1; }","duration":"907.015424ms","start":"2026-05-07T03:24:53.227279Z","end":"2026-05-07T03:24:54.134294Z","steps":["trace[324449967] 'process raft request' (duration: 901.643594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.134442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.271492Z","time spent":"862.888345ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:54.134454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.227251Z","time spent":"907.137427ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:54.134514Z","caller":"traceutil/trace.go:171","msg":"trace[1424775488] transaction","detail":"{read_only:false; response_revision:34746; number_of_response:1; }","duration":"867.673073ms","start":"2026-05-07T03:24:53.266769Z","end":"2026-05-07T03:24:54.134442Z","steps":["trace[1424775488] 'process raft request' (duration: 867.453069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.134633Z","caller":"traceutil/trace.go:171","msg":"trace[1949077951] transaction","detail":"{read_only:false; response_revision:34748; number_of_response:1; }","duration":"853.011114ms","start":"2026-05-07T03:24:53.281612Z","end":"2026-05-07T03:24:54.134623Z","steps":["trace[1949077951] 'process raft request' (duration: 852.659107ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.134637Z","caller":"traceutil/trace.go:171","msg":"trace[1732148824] transaction","detail":"{read_only:false; response_revision:34749; number_of_response:1; }","duration":"439.35124ms","start":"2026-05-07T03:24:53.695277Z","end":"2026-05-07T03:24:54.134628Z","steps":["trace[1732148824] 'process raft request' (duration: 439.215117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.134685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.695253Z","time spent":"439.408881ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:54.134652Z","caller":"traceutil/trace.go:171","msg":"trace[1222039478] linearizableReadLoop","detail":"{readStateIndex:35989; appliedIndex:35983; }","duration":"882.145766ms","start":"2026-05-07T03:24:53.252469Z","end":"2026-05-07T03:24:54.134615Z","steps":["trace[1222039478] 'read index received' (duration: 541.125218ms)","trace[1222039478] 'applied index is now lower than readState.Index' (duration: 341.019418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.134695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.281589Z","time spent":"853.070916ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:54.134778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.309571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:54.134806Z","caller":"traceutil/trace.go:171","msg":"trace[235538389] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:34749; }","duration":"882.337751ms","start":"2026-05-07T03:24:53.252458Z","end":"2026-05-07T03:24:54.134796Z","steps":["trace[235538389] 'agreement among raft nodes before linearized reading' (duration: 882.29218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.134825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.252387Z","time spent":"882.433323ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:24:54.134803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.266739Z","time spent":"867.910358ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:54.134882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.919629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:24:54.134897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.685065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:24:54.13494Z","caller":"traceutil/trace.go:171","msg":"trace[1105873448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34749; }","duration":"359.739586ms","start":"2026-05-07T03:24:53.775188Z","end":"2026-05-07T03:24:54.134928Z","steps":["trace[1105873448] 'agreement among raft nodes before linearized reading' (duration: 359.618644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.134934Z","caller":"traceutil/trace.go:171","msg":"trace[2078771970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34749; }","duration":"358.98298ms","start":"2026-05-07T03:24:53.775937Z","end":"2026-05-07T03:24:54.13492Z","steps":["trace[2078771970] 'agreement among raft nodes before linearized reading' (duration: 358.838837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.134968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.775143Z","time spent":"359.817978ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:54.134971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.775932Z","time spent":"359.031211ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:54.135025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.3814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188954"} {"level":"info","ts":"2026-05-07T03:24:54.135065Z","caller":"traceutil/trace.go:171","msg":"trace[1125856588] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:34749; }","duration":"856.464892ms","start":"2026-05-07T03:24:53.278587Z","end":"2026-05-07T03:24:54.135052Z","steps":["trace[1125856588] 'agreement among raft nodes before linearized reading' (duration: 856.189356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.135079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.108856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-07T03:24:54.135096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.278565Z","time spent":"856.522373ms","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":188977,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-07T03:24:54.1351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.553783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:24:54.135103Z","caller":"traceutil/trace.go:171","msg":"trace[1869242043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb8f484a-7231-4600-a51f-8c97f22e712d; range_end:; response_count:1; response_revision:34749; }","duration":"127.153777ms","start":"2026-05-07T03:24:54.007942Z","end":"2026-05-07T03:24:54.135095Z","steps":["trace[1869242043] 'agreement among raft nodes before linearized reading' (duration: 127.066995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.135097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.801631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:54.135124Z","caller":"traceutil/trace.go:171","msg":"trace[1592855949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34749; }","duration":"597.616804ms","start":"2026-05-07T03:24:53.5375Z","end":"2026-05-07T03:24:54.135117Z","steps":["trace[1592855949] 'agreement among raft nodes before linearized reading' (duration: 597.550833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.13514Z","caller":"traceutil/trace.go:171","msg":"trace[1863064073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34749; }","duration":"214.878883ms","start":"2026-05-07T03:24:53.92025Z","end":"2026-05-07T03:24:54.135129Z","steps":["trace[1863064073] 'agreement among raft nodes before linearized reading' (duration: 214.805361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.135143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.53748Z","time spent":"597.658595ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:24:54.135293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.84859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:24:54.135342Z","caller":"traceutil/trace.go:171","msg":"trace[1953864207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34749; }","duration":"376.935251ms","start":"2026-05-07T03:24:53.758393Z","end":"2026-05-07T03:24:54.135329Z","steps":["trace[1953864207] 'agreement among raft nodes before linearized reading' (duration: 376.391269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.13538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.758373Z","time spent":"376.997743ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:24:54.302461Z","caller":"traceutil/trace.go:171","msg":"trace[843653080] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"163.092602ms","start":"2026-05-07T03:24:54.139343Z","end":"2026-05-07T03:24:54.302436Z","steps":["trace[843653080] 'process raft request' (duration: 162.889807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.302765Z","caller":"traceutil/trace.go:171","msg":"trace[272695354] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"162.201203ms","start":"2026-05-07T03:24:54.140546Z","end":"2026-05-07T03:24:54.302747Z","steps":["trace[272695354] 'process raft request' (duration: 161.852505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.302865Z","caller":"traceutil/trace.go:171","msg":"trace[217710788] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"160.437443ms","start":"2026-05-07T03:24:54.142395Z","end":"2026-05-07T03:24:54.302833Z","steps":["trace[217710788] 'process raft request' (duration: 160.236778ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.516931Z","caller":"traceutil/trace.go:171","msg":"trace[1219406113] transaction","detail":"{read_only:false; response_revision:34754; number_of_response:1; }","duration":"209.706576ms","start":"2026-05-07T03:24:54.307199Z","end":"2026-05-07T03:24:54.516905Z","steps":["trace[1219406113] 'process raft request' (duration: 160.7558ms)","trace[1219406113] 'compare' (duration: 48.579588ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:54.516996Z","caller":"traceutil/trace.go:171","msg":"trace[1199544990] transaction","detail":"{read_only:false; response_revision:34755; number_of_response:1; }","duration":"158.023069ms","start":"2026-05-07T03:24:54.358932Z","end":"2026-05-07T03:24:54.516955Z","steps":["trace[1199544990] 'process raft request' (duration: 157.837775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:57.264859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:56.946751Z","time spent":"318.104874ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:24:57.313576Z","caller":"traceutil/trace.go:171","msg":"trace[925427324] linearizableReadLoop","detail":"{readStateIndex:36010; appliedIndex:36008; }","duration":"216.592901ms","start":"2026-05-07T03:24:57.096957Z","end":"2026-05-07T03:24:57.31355Z","steps":["trace[925427324] 'read index received' (duration: 167.737656ms)","trace[925427324] 'applied index is now lower than readState.Index' (duration: 48.854055ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:57.313602Z","caller":"traceutil/trace.go:171","msg":"trace[505182021] transaction","detail":"{read_only:false; response_revision:34769; number_of_response:1; }","duration":"275.174324ms","start":"2026-05-07T03:24:57.038392Z","end":"2026-05-07T03:24:57.313566Z","steps":["trace[505182021] 'process raft request' (duration: 274.817256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:57.313663Z","caller":"traceutil/trace.go:171","msg":"trace[180446545] transaction","detail":"{read_only:false; response_revision:34770; number_of_response:1; }","duration":"118.065085ms","start":"2026-05-07T03:24:57.19559Z","end":"2026-05-07T03:24:57.313655Z","steps":["trace[180446545] 'process raft request' (duration: 117.886431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:57.31385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.893158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:24:57.313893Z","caller":"traceutil/trace.go:171","msg":"trace[1801178736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34770; }","duration":"217.011791ms","start":"2026-05-07T03:24:57.096872Z","end":"2026-05-07T03:24:57.313883Z","steps":["trace[1801178736] 'agreement among raft nodes before linearized reading' (duration: 216.848847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.65581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.446434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-05-07T03:24:58.655906Z","caller":"traceutil/trace.go:171","msg":"trace[668360952] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34772; }","duration":"515.590727ms","start":"2026-05-07T03:24:58.14029Z","end":"2026-05-07T03:24:58.655881Z","steps":["trace[668360952] 'range keys from in-memory index tree' (duration: 515.2617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.655953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.140273Z","time spent":"515.670549ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":748,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:24:58.656045Z","caller":"traceutil/trace.go:171","msg":"trace[1566541575] transaction","detail":"{read_only:false; response_revision:34773; number_of_response:1; }","duration":"508.075838ms","start":"2026-05-07T03:24:58.147942Z","end":"2026-05-07T03:24:58.656018Z","steps":["trace[1566541575] 'process raft request' (duration: 503.059896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.65621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.147911Z","time spent":"508.197881ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:58.661267Z","caller":"traceutil/trace.go:171","msg":"trace[1700592030] linearizableReadLoop","detail":"{readStateIndex:36018; appliedIndex:36013; }","duration":"426.865381ms","start":"2026-05-07T03:24:58.234375Z","end":"2026-05-07T03:24:58.661241Z","steps":["trace[1700592030] 'read index received' (duration: 416.650551ms)","trace[1700592030] 'applied index is now lower than readState.Index' (duration: 10.21354ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:58.661633Z","caller":"traceutil/trace.go:171","msg":"trace[747291983] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"132.58102ms","start":"2026-05-07T03:24:58.529036Z","end":"2026-05-07T03:24:58.661617Z","steps":["trace[747291983] 'process raft request' (duration: 132.163001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.661685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.301961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T03:24:58.661699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.435704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:24:58.661738Z","caller":"traceutil/trace.go:171","msg":"trace[1763013662] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"510.80348ms","start":"2026-05-07T03:24:58.150926Z","end":"2026-05-07T03:24:58.66173Z","steps":["trace[1763013662] 'process raft request' (duration: 509.989962ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:58.661748Z","caller":"traceutil/trace.go:171","msg":"trace[1720236187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34778; }","duration":"427.416723ms","start":"2026-05-07T03:24:58.234313Z","end":"2026-05-07T03:24:58.66173Z","steps":["trace[1720236187] 'agreement among raft nodes before linearized reading' (duration: 427.203249ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:58.661772Z","caller":"traceutil/trace.go:171","msg":"trace[1990255307] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"509.538412ms","start":"2026-05-07T03:24:58.152219Z","end":"2026-05-07T03:24:58.661757Z","steps":["trace[1990255307] 'process raft request' (duration: 508.902118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.661788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.234279Z","time spent":"427.498485ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:58.661815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.099342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:24:58.661835Z","caller":"traceutil/trace.go:171","msg":"trace[1390395417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34778; }","duration":"129.173374ms","start":"2026-05-07T03:24:58.532655Z","end":"2026-05-07T03:24:58.661829Z","steps":["trace[1390395417] 'agreement among raft nodes before linearized reading' (duration: 129.104532ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:58.661663Z","caller":"traceutil/trace.go:171","msg":"trace[642566416] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"510.379371ms","start":"2026-05-07T03:24:58.151224Z","end":"2026-05-07T03:24:58.661603Z","steps":["trace[642566416] 'process raft request' (duration: 509.849889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.661912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.1522Z","time spent":"509.618734ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:58.661993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.186381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:24:58.66202Z","caller":"traceutil/trace.go:171","msg":"trace[928074724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34778; }","duration":"345.260983ms","start":"2026-05-07T03:24:58.316751Z","end":"2026-05-07T03:24:58.662012Z","steps":["trace[928074724] 'agreement among raft nodes before linearized reading' (duration: 345.169781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.662026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.500846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:24:58.662058Z","caller":"traceutil/trace.go:171","msg":"trace[69077950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34778; }","duration":"344.559126ms","start":"2026-05-07T03:24:58.317492Z","end":"2026-05-07T03:24:58.662051Z","steps":["trace[69077950] 'agreement among raft nodes before linearized reading' (duration: 344.405483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.662058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.316726Z","time spent":"345.307853ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:58.66208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.317476Z","time spent":"344.600018ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:24:58.662148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.151192Z","time spent":"510.732429ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:58.661745Z","caller":"traceutil/trace.go:171","msg":"trace[1940970729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34778; }","duration":"394.546916ms","start":"2026-05-07T03:24:58.267184Z","end":"2026-05-07T03:24:58.661731Z","steps":["trace[1940970729] 'agreement among raft nodes before linearized reading' (duration: 394.393043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.66226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.267163Z","time spent":"395.087059ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:24:58.661872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.150894Z","time spent":"510.889603ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:58.662175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.019065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:24:58.662414Z","caller":"traceutil/trace.go:171","msg":"trace[431506047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34778; }","duration":"344.27075ms","start":"2026-05-07T03:24:58.31813Z","end":"2026-05-07T03:24:58.662401Z","steps":["trace[431506047] 'agreement among raft nodes before linearized reading' (duration: 343.980124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.662489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.318121Z","time spent":"344.355803ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:24:58.661531Z","caller":"traceutil/trace.go:171","msg":"trace[395920912] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"508.98516ms","start":"2026-05-07T03:24:58.152506Z","end":"2026-05-07T03:24:58.661491Z","steps":["trace[395920912] 'process raft request' (duration: 508.659123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.6627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.15249Z","time spent":"510.165676ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:00.856166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.33752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:00.856322Z","caller":"traceutil/trace.go:171","msg":"trace[1777512641] transaction","detail":"{read_only:false; response_revision:34797; number_of_response:1; }","duration":"250.52422ms","start":"2026-05-07T03:25:00.605769Z","end":"2026-05-07T03:25:00.856293Z","steps":["trace[1777512641] 'process raft request' (duration: 56.958125ms)","trace[1777512641] 'compare' (duration: 193.100775ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:00.875391Z","caller":"traceutil/trace.go:171","msg":"trace[1700658015] linearizableReadLoop","detail":"{readStateIndex:36041; appliedIndex:36039; }","duration":"254.485289ms","start":"2026-05-07T03:25:00.62088Z","end":"2026-05-07T03:25:00.875365Z","steps":["trace[1700658015] 'read index received' (duration: 41.917989ms)","trace[1700658015] 'applied index is now lower than readState.Index' (duration: 212.56651ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:00.87549Z","caller":"traceutil/trace.go:171","msg":"trace[1590404321] transaction","detail":"{read_only:false; response_revision:34799; number_of_response:1; }","duration":"248.997917ms","start":"2026-05-07T03:25:00.626428Z","end":"2026-05-07T03:25:00.875426Z","steps":["trace[1590404321] 'process raft request' (duration: 248.855073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.875557Z","caller":"traceutil/trace.go:171","msg":"trace[1013714853] transaction","detail":"{read_only:false; response_revision:34798; number_of_response:1; }","duration":"256.834061ms","start":"2026-05-07T03:25:00.618651Z","end":"2026-05-07T03:25:00.875485Z","steps":["trace[1013714853] 'process raft request' (duration: 256.453062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.875524Z","caller":"traceutil/trace.go:171","msg":"trace[279681338] transaction","detail":"{read_only:false; response_revision:34800; number_of_response:1; }","duration":"212.820326ms","start":"2026-05-07T03:25:00.662617Z","end":"2026-05-07T03:25:00.875438Z","steps":["trace[279681338] 'process raft request' (duration: 212.704653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.875644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.731164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:00.875812Z","caller":"traceutil/trace.go:171","msg":"trace[1258529820] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:34800; }","duration":"254.94014ms","start":"2026-05-07T03:25:00.620849Z","end":"2026-05-07T03:25:00.875789Z","steps":["trace[1258529820] 'agreement among raft nodes before linearized reading' (duration: 254.656613ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.90357Z","caller":"traceutil/trace.go:171","msg":"trace[470898523] transaction","detail":"{read_only:false; response_revision:34802; number_of_response:1; }","duration":"237.014878ms","start":"2026-05-07T03:25:00.666531Z","end":"2026-05-07T03:25:00.903546Z","steps":["trace[470898523] 'process raft request' (duration: 236.944856ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.903582Z","caller":"traceutil/trace.go:171","msg":"trace[64158652] transaction","detail":"{read_only:false; response_revision:34801; number_of_response:1; }","duration":"237.150301ms","start":"2026-05-07T03:25:00.666388Z","end":"2026-05-07T03:25:00.903538Z","steps":["trace[64158652] 'process raft request' (duration: 236.910226ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.903889Z","caller":"traceutil/trace.go:171","msg":"trace[1635557620] transaction","detail":"{read_only:false; response_revision:34803; number_of_response:1; }","duration":"235.935485ms","start":"2026-05-07T03:25:00.667927Z","end":"2026-05-07T03:25:00.903862Z","steps":["trace[1635557620] 'process raft request' (duration: 235.585207ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.904035Z","caller":"traceutil/trace.go:171","msg":"trace[1939371760] transaction","detail":"{read_only:false; response_revision:34804; number_of_response:1; }","duration":"235.679589ms","start":"2026-05-07T03:25:00.668322Z","end":"2026-05-07T03:25:00.904002Z","steps":["trace[1939371760] 'process raft request' (duration: 235.451064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.904377Z","caller":"traceutil/trace.go:171","msg":"trace[849828741] transaction","detail":"{read_only:false; response_revision:34805; number_of_response:1; }","duration":"235.638989ms","start":"2026-05-07T03:25:00.668728Z","end":"2026-05-07T03:25:00.904367Z","steps":["trace[849828741] 'process raft request' (duration: 235.205938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.90448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.709924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:25:00.904529Z","caller":"traceutil/trace.go:171","msg":"trace[655603655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34805; }","duration":"199.792836ms","start":"2026-05-07T03:25:00.704723Z","end":"2026-05-07T03:25:00.904516Z","steps":["trace[655603655] 'agreement among raft nodes before linearized reading' (duration: 199.622272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.904552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.268048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:25:00.904578Z","caller":"traceutil/trace.go:171","msg":"trace[825288675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34805; }","duration":"201.33672ms","start":"2026-05-07T03:25:00.703232Z","end":"2026-05-07T03:25:00.904569Z","steps":["trace[825288675] 'agreement among raft nodes before linearized reading' (duration: 201.227668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.904674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.37084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:25:00.904681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.304647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:25:00.904695Z","caller":"traceutil/trace.go:171","msg":"trace[1310064767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34805; }","duration":"201.402431ms","start":"2026-05-07T03:25:00.703287Z","end":"2026-05-07T03:25:00.904689Z","steps":["trace[1310064767] 'agreement among raft nodes before linearized reading' (duration: 201.34911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.904711Z","caller":"traceutil/trace.go:171","msg":"trace[1368574216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34805; }","duration":"233.356277ms","start":"2026-05-07T03:25:00.671346Z","end":"2026-05-07T03:25:00.904702Z","steps":["trace[1368574216] 'agreement among raft nodes before linearized reading' (duration: 233.269455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.904844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.856488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:25:00.904891Z","caller":"traceutil/trace.go:171","msg":"trace[181562224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34805; }","duration":"233.92226ms","start":"2026-05-07T03:25:00.670956Z","end":"2026-05-07T03:25:00.904879Z","steps":["trace[181562224] 'agreement among raft nodes before linearized reading' (duration: 233.360827ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:05.214869Z","caller":"traceutil/trace.go:171","msg":"trace[471281176] transaction","detail":"{read_only:false; response_revision:34844; number_of_response:1; }","duration":"164.083814ms","start":"2026-05-07T03:25:05.050725Z","end":"2026-05-07T03:25:05.214809Z","steps":["trace[471281176] 'process raft request' (duration: 147.556644ms)","trace[471281176] 'compare' (duration: 15.996649ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:05.214868Z","caller":"traceutil/trace.go:171","msg":"trace[374117553] linearizableReadLoop","detail":"{readStateIndex:36092; appliedIndex:36087; }","duration":"149.905847ms","start":"2026-05-07T03:25:05.064927Z","end":"2026-05-07T03:25:05.214833Z","steps":["trace[374117553] 'read index received' (duration: 235.815µs)","trace[374117553] 'applied index is now lower than readState.Index' (duration: 149.668882ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:05.2149Z","caller":"traceutil/trace.go:171","msg":"trace[618269288] transaction","detail":"{read_only:false; response_revision:34846; number_of_response:1; }","duration":"163.685286ms","start":"2026-05-07T03:25:05.051193Z","end":"2026-05-07T03:25:05.214878Z","steps":["trace[618269288] 'process raft request' (duration: 163.534142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:05.215042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.085091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:25:05.21491Z","caller":"traceutil/trace.go:171","msg":"trace[1061176084] transaction","detail":"{read_only:false; response_revision:34847; number_of_response:1; }","duration":"163.499922ms","start":"2026-05-07T03:25:05.051391Z","end":"2026-05-07T03:25:05.214891Z","steps":["trace[1061176084] 'process raft request' (duration: 163.39001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:05.215121Z","caller":"traceutil/trace.go:171","msg":"trace[1948171527] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34847; }","duration":"150.254915ms","start":"2026-05-07T03:25:05.064846Z","end":"2026-05-07T03:25:05.215101Z","steps":["trace[1948171527] 'agreement among raft nodes before linearized reading' (duration: 150.097061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:05.214908Z","caller":"traceutil/trace.go:171","msg":"trace[602714179] transaction","detail":"{read_only:false; response_revision:34845; number_of_response:1; }","duration":"163.87904ms","start":"2026-05-07T03:25:05.051003Z","end":"2026-05-07T03:25:05.214882Z","steps":["trace[602714179] 'process raft request' (duration: 163.644905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:06.081266Z","caller":"traceutil/trace.go:171","msg":"trace[627202364] transaction","detail":"{read_only:false; response_revision:34850; number_of_response:1; }","duration":"234.909241ms","start":"2026-05-07T03:25:05.846328Z","end":"2026-05-07T03:25:06.081237Z","steps":["trace[627202364] 'process raft request' (duration: 234.695746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:06.48553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.34972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:06.485714Z","caller":"traceutil/trace.go:171","msg":"trace[916153427] transaction","detail":"{read_only:false; response_revision:34851; number_of_response:1; }","duration":"422.435251ms","start":"2026-05-07T03:25:06.063257Z","end":"2026-05-07T03:25:06.485693Z","steps":["trace[916153427] 'process raft request' (duration: 82.825625ms)","trace[916153427] 'compare' (duration: 339.083604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:06.485787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.063237Z","time spent":"422.517943ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:06.851194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.384296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:06.8513Z","caller":"traceutil/trace.go:171","msg":"trace[59126920] linearizableReadLoop","detail":"{readStateIndex:36097; appliedIndex:36096; }","duration":"329.499799ms","start":"2026-05-07T03:25:06.521784Z","end":"2026-05-07T03:25:06.851284Z","steps":["trace[59126920] 'read index received' (duration: 66.919109ms)","trace[59126920] 'applied index is now lower than readState.Index' (duration: 262.57956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:06.851465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.674053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:06.851472Z","caller":"traceutil/trace.go:171","msg":"trace[1445355509] transaction","detail":"{read_only:false; response_revision:34852; number_of_response:1; }","duration":"332.931056ms","start":"2026-05-07T03:25:06.518512Z","end":"2026-05-07T03:25:06.851443Z","steps":["trace[1445355509] 'process raft request' (duration: 70.213233ms)","trace[1445355509] 'compare' (duration: 262.187081ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:06.851502Z","caller":"traceutil/trace.go:171","msg":"trace[837661442] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34852; }","duration":"329.742094ms","start":"2026-05-07T03:25:06.521749Z","end":"2026-05-07T03:25:06.851492Z","steps":["trace[837661442] 'agreement among raft nodes before linearized reading' (duration: 329.639761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:06.851567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.521732Z","time spent":"329.824126ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:25:06.851598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.518497Z","time spent":"333.029517ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.071724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.02217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:07.071818Z","caller":"traceutil/trace.go:171","msg":"trace[1677644832] transaction","detail":"{read_only:false; response_revision:34853; number_of_response:1; }","duration":"159.290308ms","start":"2026-05-07T03:25:06.912513Z","end":"2026-05-07T03:25:07.071803Z","steps":["trace[1677644832] 'process raft request' (duration: 59.126795ms)","trace[1677644832] 'compare' (duration: 99.926298ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:07.373556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.848851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:07.373748Z","caller":"traceutil/trace.go:171","msg":"trace[1039018663] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"321.850239ms","start":"2026-05-07T03:25:07.051886Z","end":"2026-05-07T03:25:07.373736Z","steps":["trace[1039018663] 'process raft request' (duration: 321.799628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.373795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.051864Z","time spent":"321.91184ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:07.373772Z","caller":"traceutil/trace.go:171","msg":"trace[1935112718] transaction","detail":"{read_only:false; response_revision:34855; number_of_response:1; }","duration":"415.435974ms","start":"2026-05-07T03:25:06.95831Z","end":"2026-05-07T03:25:07.373746Z","steps":["trace[1935112718] 'process raft request' (duration: 415.335592ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:07.373893Z","caller":"traceutil/trace.go:171","msg":"trace[1636611370] transaction","detail":"{read_only:false; response_revision:34854; number_of_response:1; }","duration":"443.105944ms","start":"2026-05-07T03:25:06.93078Z","end":"2026-05-07T03:25:07.373886Z","steps":["trace[1636611370] 'process raft request' (duration: 269.863994ms)","trace[1636611370] 'compare' (duration: 172.76547ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:07.373851Z","caller":"traceutil/trace.go:171","msg":"trace[1493247104] linearizableReadLoop","detail":"{readStateIndex:36099; appliedIndex:36097; }","duration":"427.708709ms","start":"2026-05-07T03:25:06.946108Z","end":"2026-05-07T03:25:07.373817Z","steps":["trace[1493247104] 'read index received' (duration: 25.548412ms)","trace[1493247104] 'applied index is now lower than readState.Index' (duration: 402.155357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:07.373905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.958285Z","time spent":"415.544337ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.373925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.930757Z","time spent":"443.154505ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:07.374013Z","caller":"traceutil/trace.go:171","msg":"trace[258446746] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"321.978752ms","start":"2026-05-07T03:25:07.052029Z","end":"2026-05-07T03:25:07.374008Z","steps":["trace[258446746] 'process raft request' (duration: 321.679225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.374051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.052002Z","time spent":"322.030032ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.374205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.097068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:25:07.374245Z","caller":"traceutil/trace.go:171","msg":"trace[632878213] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:34857; }","duration":"428.16709ms","start":"2026-05-07T03:25:06.946068Z","end":"2026-05-07T03:25:07.374235Z","steps":["trace[632878213] 'agreement among raft nodes before linearized reading' (duration: 427.910154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.374268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.946052Z","time spent":"428.21051ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-05-07T03:25:07.374363Z","caller":"traceutil/trace.go:171","msg":"trace[1238812880] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"320.453117ms","start":"2026-05-07T03:25:07.053884Z","end":"2026-05-07T03:25:07.374337Z","steps":["trace[1238812880] 'process raft request' (duration: 320.096469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.374706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.053865Z","time spent":"320.757873ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.400193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.055674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:25:07.400201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.946042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:07.400286Z","caller":"traceutil/trace.go:171","msg":"trace[357541527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34859; }","duration":"331.215497ms","start":"2026-05-07T03:25:07.06905Z","end":"2026-05-07T03:25:07.400265Z","steps":["trace[357541527] 'agreement among raft nodes before linearized reading' (duration: 330.955022ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:07.4003Z","caller":"traceutil/trace.go:171","msg":"trace[1894503442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34859; }","duration":"135.090176ms","start":"2026-05-07T03:25:07.265186Z","end":"2026-05-07T03:25:07.400276Z","steps":["trace[1894503442] 'agreement among raft nodes before linearized reading' (duration: 134.921342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.40033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.069036Z","time spent":"331.2857ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:25:07.400698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.487477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T03:25:07.400742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.633689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:25:07.400763Z","caller":"traceutil/trace.go:171","msg":"trace[1775926986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34859; }","duration":"182.58222ms","start":"2026-05-07T03:25:07.218167Z","end":"2026-05-07T03:25:07.40075Z","steps":["trace[1775926986] 'agreement among raft nodes before linearized reading' (duration: 182.384625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.400712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.693452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:25:07.400838Z","caller":"traceutil/trace.go:171","msg":"trace[2115384971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34859; }","duration":"182.818346ms","start":"2026-05-07T03:25:07.218008Z","end":"2026-05-07T03:25:07.400826Z","steps":["trace[2115384971] 'agreement among raft nodes before linearized reading' (duration: 182.60012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:07.40079Z","caller":"traceutil/trace.go:171","msg":"trace[1595408215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34859; }","duration":"181.68916ms","start":"2026-05-07T03:25:07.219086Z","end":"2026-05-07T03:25:07.400776Z","steps":["trace[1595408215] 'agreement among raft nodes before linearized reading' (duration: 180.978543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.401403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.897027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:25:07.401524Z","caller":"traceutil/trace.go:171","msg":"trace[1626322668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34859; }","duration":"182.998739ms","start":"2026-05-07T03:25:07.218447Z","end":"2026-05-07T03:25:07.401446Z","steps":["trace[1626322668] 'agreement among raft nodes before linearized reading' (duration: 182.208541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.679007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.375616Z","time spent":"303.385885ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:25:07.679147Z","caller":"traceutil/trace.go:171","msg":"trace[1683633750] linearizableReadLoop","detail":"{readStateIndex:36106; appliedIndex:36104; }","duration":"277.897854ms","start":"2026-05-07T03:25:07.401223Z","end":"2026-05-07T03:25:07.679121Z","steps":["trace[1683633750] 'read index received' (duration: 277.663069ms)","trace[1683633750] 'applied index is now lower than readState.Index' (duration: 233.855µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:07.679338Z","caller":"traceutil/trace.go:171","msg":"trace[1597762960] transaction","detail":"{read_only:false; response_revision:34860; number_of_response:1; }","duration":"300.382677ms","start":"2026-05-07T03:25:07.378922Z","end":"2026-05-07T03:25:07.679305Z","steps":["trace[1597762960] 'process raft request' (duration: 300.012709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.679491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.378903Z","time spent":"300.51286ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.679361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.120719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:07.679622Z","caller":"traceutil/trace.go:171","msg":"trace[1057874064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34860; }","duration":"278.392295ms","start":"2026-05-07T03:25:07.401202Z","end":"2026-05-07T03:25:07.679594Z","steps":["trace[1057874064] 'agreement among raft nodes before linearized reading' (duration: 278.107288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.01554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.199435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:08.015891Z","caller":"traceutil/trace.go:171","msg":"trace[2113581715] transaction","detail":"{read_only:false; response_revision:34864; number_of_response:1; }","duration":"608.707773ms","start":"2026-05-07T03:25:07.407166Z","end":"2026-05-07T03:25:08.015873Z","steps":["trace[2113581715] 'process raft request' (duration: 608.618991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.015971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.407146Z","time spent":"608.789114ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:08.016054Z","caller":"traceutil/trace.go:171","msg":"trace[752301021] transaction","detail":"{read_only:false; response_revision:34861; number_of_response:1; }","duration":"610.130635ms","start":"2026-05-07T03:25:07.405887Z","end":"2026-05-07T03:25:08.016018Z","steps":["trace[752301021] 'process raft request' (duration: 392.375208ms)","trace[752301021] 'compare' (duration: 216.453928ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:08.016215Z","caller":"traceutil/trace.go:171","msg":"trace[1738005581] transaction","detail":"{read_only:false; response_revision:34863; number_of_response:1; }","duration":"609.678704ms","start":"2026-05-07T03:25:07.406498Z","end":"2026-05-07T03:25:08.016177Z","steps":["trace[1738005581] 'process raft request' (duration: 609.242794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:08.016308Z","caller":"traceutil/trace.go:171","msg":"trace[326412383] transaction","detail":"{read_only:false; response_revision:34862; number_of_response:1; }","duration":"609.880818ms","start":"2026-05-07T03:25:07.406415Z","end":"2026-05-07T03:25:08.016296Z","steps":["trace[326412383] 'process raft request' (duration: 609.228334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.016381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.406395Z","time spent":"609.9532ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:08.016409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.406491Z","time spent":"609.821357ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:08.016473Z","caller":"traceutil/trace.go:171","msg":"trace[1989441691] linearizableReadLoop","detail":"{readStateIndex:36111; appliedIndex:36106; }","duration":"337.203942ms","start":"2026-05-07T03:25:07.679252Z","end":"2026-05-07T03:25:08.016456Z","steps":["trace[1989441691] 'read index received' (duration: 119.028325ms)","trace[1989441691] 'applied index is now lower than readState.Index' (duration: 218.174277ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:08.016567Z","caller":"traceutil/trace.go:171","msg":"trace[2113364682] transaction","detail":"{read_only:false; response_revision:34865; number_of_response:1; }","duration":"607.432873ms","start":"2026-05-07T03:25:07.409121Z","end":"2026-05-07T03:25:08.016553Z","steps":["trace[2113364682] 'process raft request' (duration: 606.700927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:08.016649Z","caller":"traceutil/trace.go:171","msg":"trace[1526566049] transaction","detail":"{read_only:false; response_revision:34866; number_of_response:1; }","duration":"335.244058ms","start":"2026-05-07T03:25:07.681391Z","end":"2026-05-07T03:25:08.016635Z","steps":["trace[1526566049] 'process raft request' (duration: 334.972192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.016653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.409113Z","time spent":"607.491896ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:08.016708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.681368Z","time spent":"335.314249ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:08.016237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.405874Z","time spent":"610.270868ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:08.016899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.259159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:25:08.016945Z","caller":"traceutil/trace.go:171","msg":"trace[1576103243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34866; }","duration":"494.345131ms","start":"2026-05-07T03:25:07.522588Z","end":"2026-05-07T03:25:08.016933Z","steps":["trace[1576103243] 'agreement among raft nodes before linearized reading' (duration: 493.941172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.016982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.52257Z","time spent":"494.403792ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:25:12.157852Z","caller":"traceutil/trace.go:171","msg":"trace[1141665086] transaction","detail":"{read_only:false; response_revision:34896; number_of_response:1; }","duration":"114.28976ms","start":"2026-05-07T03:25:12.043539Z","end":"2026-05-07T03:25:12.157828Z","steps":["trace[1141665086] 'process raft request' (duration: 85.039635ms)","trace[1141665086] 'compare' (duration: 29.028ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:12.165439Z","caller":"traceutil/trace.go:171","msg":"trace[156578413] transaction","detail":"{read_only:false; response_revision:34897; number_of_response:1; }","duration":"117.41521ms","start":"2026-05-07T03:25:12.048009Z","end":"2026-05-07T03:25:12.165425Z","steps":["trace[156578413] 'process raft request' (duration: 117.100523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.29576Z","caller":"traceutil/trace.go:171","msg":"trace[1491761247] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"124.311844ms","start":"2026-05-07T03:25:12.171419Z","end":"2026-05-07T03:25:12.29573Z","steps":["trace[1491761247] 'process raft request' (duration: 124.193142ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.295776Z","caller":"traceutil/trace.go:171","msg":"trace[57681278] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"124.513519ms","start":"2026-05-07T03:25:12.171194Z","end":"2026-05-07T03:25:12.295707Z","steps":["trace[57681278] 'process raft request' (duration: 90.326073ms)","trace[57681278] 'compare' (duration: 33.872209ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:12.295839Z","caller":"traceutil/trace.go:171","msg":"trace[674509751] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"124.444628ms","start":"2026-05-07T03:25:12.171357Z","end":"2026-05-07T03:25:12.295802Z","steps":["trace[674509751] 'process raft request' (duration: 124.192582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.296113Z","caller":"traceutil/trace.go:171","msg":"trace[567955232] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"115.18774ms","start":"2026-05-07T03:25:12.180879Z","end":"2026-05-07T03:25:12.296067Z","steps":["trace[567955232] 'process raft request' (duration: 114.783931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.432731Z","caller":"traceutil/trace.go:171","msg":"trace[293131315] linearizableReadLoop","detail":"{readStateIndex:36153; appliedIndex:36151; }","duration":"114.869523ms","start":"2026-05-07T03:25:12.317832Z","end":"2026-05-07T03:25:12.432702Z","steps":["trace[293131315] 'read index received' (duration: 75.969282ms)","trace[293131315] 'applied index is now lower than readState.Index' (duration: 38.899071ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:12.432868Z","caller":"traceutil/trace.go:171","msg":"trace[1491828396] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"119.225031ms","start":"2026-05-07T03:25:12.313601Z","end":"2026-05-07T03:25:12.432826Z","steps":["trace[1491828396] 'process raft request' (duration: 118.467044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:12.433066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.20969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635390-hkprj\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-05-07T03:25:12.433156Z","caller":"traceutil/trace.go:171","msg":"trace[582643819] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635390-hkprj; range_end:; response_count:1; response_revision:34907; }","duration":"115.336693ms","start":"2026-05-07T03:25:12.3178Z","end":"2026-05-07T03:25:12.433137Z","steps":["trace[582643819] 'agreement among raft nodes before linearized reading' (duration: 115.033026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:13.596815Z","caller":"traceutil/trace.go:171","msg":"trace[1552398203] linearizableReadLoop","detail":"{readStateIndex:36160; appliedIndex:36159; }","duration":"370.036567ms","start":"2026-05-07T03:25:13.226755Z","end":"2026-05-07T03:25:13.596792Z","steps":["trace[1552398203] 'read index received' (duration: 369.995906ms)","trace[1552398203] 'applied index is now lower than readState.Index' (duration: 39.461µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:13.596894Z","caller":"traceutil/trace.go:171","msg":"trace[351174487] transaction","detail":"{read_only:false; response_revision:34913; number_of_response:1; }","duration":"402.325089ms","start":"2026-05-07T03:25:13.194535Z","end":"2026-05-07T03:25:13.59686Z","steps":["trace[351174487] 'process raft request' (duration: 402.078384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.596964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.201311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:13.596998Z","caller":"traceutil/trace.go:171","msg":"trace[796059347] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34913; }","duration":"370.296033ms","start":"2026-05-07T03:25:13.226691Z","end":"2026-05-07T03:25:13.596987Z","steps":["trace[796059347] 'agreement among raft nodes before linearized reading' (duration: 370.214921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.59704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.22667Z","time spent":"370.361344ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:25:13.597046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.194508Z","time spent":"402.453153ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:13.775372Z","caller":"traceutil/trace.go:171","msg":"trace[169884838] transaction","detail":"{read_only:false; response_revision:34914; number_of_response:1; }","duration":"380.365099ms","start":"2026-05-07T03:25:13.394982Z","end":"2026-05-07T03:25:13.775347Z","steps":["trace[169884838] 'process raft request' (duration: 292.966302ms)","trace[169884838] 'compare' (duration: 87.201683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:13.775514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.394955Z","time spent":"380.486011ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:13.775779Z","caller":"traceutil/trace.go:171","msg":"trace[1738483154] transaction","detail":"{read_only:false; response_revision:34915; number_of_response:1; }","duration":"379.949238ms","start":"2026-05-07T03:25:13.395814Z","end":"2026-05-07T03:25:13.775764Z","steps":["trace[1738483154] 'process raft request' (duration: 379.483958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.775844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.395804Z","time spent":"380.00643ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:13.776468Z","caller":"traceutil/trace.go:171","msg":"trace[1579800854] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"377.81368ms","start":"2026-05-07T03:25:13.398625Z","end":"2026-05-07T03:25:13.776438Z","steps":["trace[1579800854] 'process raft request' (duration: 376.863659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.776635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.39859Z","time spent":"377.968104ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:13.776652Z","caller":"traceutil/trace.go:171","msg":"trace[949553457] transaction","detail":"{read_only:false; response_revision:34917; number_of_response:1; }","duration":"344.370112ms","start":"2026-05-07T03:25:13.432264Z","end":"2026-05-07T03:25:13.776634Z","steps":["trace[949553457] 'process raft request' (duration: 344.192158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.776735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.432249Z","time spent":"344.451264ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:13.776736Z","caller":"traceutil/trace.go:171","msg":"trace[414888148] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"342.402889ms","start":"2026-05-07T03:25:13.434303Z","end":"2026-05-07T03:25:13.776706Z","steps":["trace[414888148] 'process raft request' (duration: 342.206054ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:13.776818Z","caller":"traceutil/trace.go:171","msg":"trace[1119158892] linearizableReadLoop","detail":"{readStateIndex:36165; appliedIndex:36160; }","duration":"176.282088ms","start":"2026-05-07T03:25:13.600529Z","end":"2026-05-07T03:25:13.776811Z","steps":["trace[1119158892] 'read index received' (duration: 87.361067ms)","trace[1119158892] 'applied index is now lower than readState.Index' (duration: 88.919841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:13.776864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.33337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:13.776886Z","caller":"traceutil/trace.go:171","msg":"trace[1602306066] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34919; }","duration":"176.385821ms","start":"2026-05-07T03:25:13.600492Z","end":"2026-05-07T03:25:13.776878Z","steps":["trace[1602306066] 'agreement among raft nodes before linearized reading' (duration: 176.34652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:13.776901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:13.434297Z","time spent":"342.509111ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:14.446379Z","caller":"traceutil/trace.go:171","msg":"trace[620507165] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"142.384209ms","start":"2026-05-07T03:25:14.303974Z","end":"2026-05-07T03:25:14.446358Z","steps":["trace[620507165] 'process raft request' (duration: 49.217831ms)","trace[620507165] 'compare' (duration: 93.072796ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:14.528089Z","caller":"traceutil/trace.go:171","msg":"trace[1029519937] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"223.569127ms","start":"2026-05-07T03:25:14.304503Z","end":"2026-05-07T03:25:14.528072Z","steps":["trace[1029519937] 'process raft request' (duration: 223.526126ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.528145Z","caller":"traceutil/trace.go:171","msg":"trace[1702954775] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"224.098609ms","start":"2026-05-07T03:25:14.30402Z","end":"2026-05-07T03:25:14.528118Z","steps":["trace[1702954775] 'process raft request' (duration: 223.899234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.694396Z","caller":"traceutil/trace.go:171","msg":"trace[1069509349] transaction","detail":"{read_only:false; response_revision:34925; number_of_response:1; }","duration":"335.878573ms","start":"2026-05-07T03:25:14.358478Z","end":"2026-05-07T03:25:14.694356Z","steps":["trace[1069509349] 'process raft request' (duration: 300.232864ms)","trace[1069509349] 'compare' (duration: 35.26303ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:14.694445Z","caller":"traceutil/trace.go:171","msg":"trace[2120060480] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"113.356658ms","start":"2026-05-07T03:25:14.581069Z","end":"2026-05-07T03:25:14.694426Z","steps":["trace[2120060480] 'process raft request' (duration: 113.270256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.694459Z","caller":"traceutil/trace.go:171","msg":"trace[2015929863] linearizableReadLoop","detail":"{readStateIndex:36172; appliedIndex:36169; }","duration":"296.577863ms","start":"2026-05-07T03:25:14.397861Z","end":"2026-05-07T03:25:14.694439Z","steps":["trace[2015929863] 'read index received' (duration: 130.050503ms)","trace[2015929863] 'applied index is now lower than readState.Index' (duration: 166.52531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:14.694542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.673954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:14.694582Z","caller":"traceutil/trace.go:171","msg":"trace[96938063] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:34926; }","duration":"296.751206ms","start":"2026-05-07T03:25:14.397819Z","end":"2026-05-07T03:25:14.69457Z","steps":["trace[96938063] 'agreement among raft nodes before linearized reading' (duration: 296.673065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.69458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.358449Z","time spent":"336.048857ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:14.694952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.534896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:14.695018Z","caller":"traceutil/trace.go:171","msg":"trace[1328008705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:34926; }","duration":"173.613558ms","start":"2026-05-07T03:25:14.521388Z","end":"2026-05-07T03:25:14.695002Z","steps":["trace[1328008705] 'agreement among raft nodes before linearized reading' (duration: 173.512576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.695084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.030397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:25:14.695253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.752961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-05-07T03:25:14.695302Z","caller":"traceutil/trace.go:171","msg":"trace[1419490921] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:34926; }","duration":"174.282523ms","start":"2026-05-07T03:25:14.520996Z","end":"2026-05-07T03:25:14.695279Z","steps":["trace[1419490921] 'agreement among raft nodes before linearized reading' (duration: 174.022977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.695397Z","caller":"traceutil/trace.go:171","msg":"trace[1139371615] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:34926; }","duration":"178.19431ms","start":"2026-05-07T03:25:14.517105Z","end":"2026-05-07T03:25:14.6953Z","steps":["trace[1139371615] 'agreement among raft nodes before linearized reading' (duration: 177.540336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.092183Z","caller":"traceutil/trace.go:171","msg":"trace[1827096772] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"205.81681ms","start":"2026-05-07T03:25:19.886343Z","end":"2026-05-07T03:25:20.09216Z","steps":["trace[1827096772] 'process raft request' (duration: 166.835517ms)","trace[1827096772] 'compare' (duration: 38.643906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:20.092374Z","caller":"traceutil/trace.go:171","msg":"trace[1503881195] transaction","detail":"{read_only:false; response_revision:34961; number_of_response:1; }","duration":"195.488398ms","start":"2026-05-07T03:25:19.896866Z","end":"2026-05-07T03:25:20.092355Z","steps":["trace[1503881195] 'process raft request' (duration: 195.395766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.092649Z","caller":"traceutil/trace.go:171","msg":"trace[1539203099] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"195.020218ms","start":"2026-05-07T03:25:19.897616Z","end":"2026-05-07T03:25:20.092636Z","steps":["trace[1539203099] 'process raft request' (duration: 194.704111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.092754Z","caller":"traceutil/trace.go:171","msg":"trace[1170059198] transaction","detail":"{read_only:false; response_revision:34963; number_of_response:1; }","duration":"193.999635ms","start":"2026-05-07T03:25:19.898744Z","end":"2026-05-07T03:25:20.092744Z","steps":["trace[1170059198] 'process raft request' (duration: 193.688928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.095321Z","caller":"traceutil/trace.go:171","msg":"trace[1989670347] transaction","detail":"{read_only:false; response_revision:34960; number_of_response:1; }","duration":"196.270775ms","start":"2026-05-07T03:25:19.896069Z","end":"2026-05-07T03:25:20.09234Z","steps":["trace[1989670347] 'process raft request' (duration: 196.05243ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.43254Z","caller":"traceutil/trace.go:171","msg":"trace[1744732274] transaction","detail":"{read_only:false; response_revision:34964; number_of_response:1; }","duration":"148.557537ms","start":"2026-05-07T03:25:20.283961Z","end":"2026-05-07T03:25:20.432519Z","steps":["trace[1744732274] 'process raft request' (duration: 148.044226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:20.739945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.037915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:25:20.74002Z","caller":"traceutil/trace.go:171","msg":"trace[1962802185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34965; }","duration":"169.153818ms","start":"2026-05-07T03:25:20.570849Z","end":"2026-05-07T03:25:20.740002Z","steps":["trace[1962802185] 'range keys from in-memory index tree' (duration: 168.899172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:20.740322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.582259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:25:20.740387Z","caller":"traceutil/trace.go:171","msg":"trace[588187061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34965; }","duration":"165.66897ms","start":"2026-05-07T03:25:20.5747Z","end":"2026-05-07T03:25:20.740369Z","steps":["trace[588187061] 'range keys from in-memory index tree' (duration: 165.464506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:20.740322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.778082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:25:20.740459Z","caller":"traceutil/trace.go:171","msg":"trace[1641947388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34965; }","duration":"177.945775ms","start":"2026-05-07T03:25:20.562494Z","end":"2026-05-07T03:25:20.74044Z","steps":["trace[1641947388] 'range keys from in-memory index tree' (duration: 177.658398ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.386627Z","caller":"traceutil/trace.go:171","msg":"trace[144914715] transaction","detail":"{read_only:false; response_revision:34992; number_of_response:1; }","duration":"223.334332ms","start":"2026-05-07T03:25:24.163264Z","end":"2026-05-07T03:25:24.386598Z","steps":["trace[144914715] 'process raft request' (duration: 214.124976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.38685Z","caller":"traceutil/trace.go:171","msg":"trace[1727972247] transaction","detail":"{read_only:false; response_revision:34994; number_of_response:1; }","duration":"222.823071ms","start":"2026-05-07T03:25:24.163988Z","end":"2026-05-07T03:25:24.386811Z","steps":["trace[1727972247] 'process raft request' (duration: 222.705748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.386945Z","caller":"traceutil/trace.go:171","msg":"trace[1151907402] linearizableReadLoop","detail":"{readStateIndex:36244; appliedIndex:36240; }","duration":"181.683469ms","start":"2026-05-07T03:25:24.20525Z","end":"2026-05-07T03:25:24.386934Z","steps":["trace[1151907402] 'read index received' (duration: 172.189197ms)","trace[1151907402] 'applied index is now lower than readState.Index' (duration: 9.492662ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:24.387007Z","caller":"traceutil/trace.go:171","msg":"trace[1324734432] transaction","detail":"{read_only:false; response_revision:34995; number_of_response:1; }","duration":"222.896063ms","start":"2026-05-07T03:25:24.164105Z","end":"2026-05-07T03:25:24.387002Z","steps":["trace[1324734432] 'process raft request' (duration: 222.653947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.387142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.872113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:24.387172Z","caller":"traceutil/trace.go:171","msg":"trace[65859031] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34995; }","duration":"181.953845ms","start":"2026-05-07T03:25:24.20521Z","end":"2026-05-07T03:25:24.387164Z","steps":["trace[65859031] 'agreement among raft nodes before linearized reading' (duration: 181.855243ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.38721Z","caller":"traceutil/trace.go:171","msg":"trace[1388777175] transaction","detail":"{read_only:false; response_revision:34993; number_of_response:1; }","duration":"223.300511ms","start":"2026-05-07T03:25:24.16389Z","end":"2026-05-07T03:25:24.38719Z","steps":["trace[1388777175] 'process raft request' (duration: 222.576545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.38731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.208372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:24.387335Z","caller":"traceutil/trace.go:171","msg":"trace[1967911203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34995; }","duration":"120.263853ms","start":"2026-05-07T03:25:24.267066Z","end":"2026-05-07T03:25:24.387329Z","steps":["trace[1967911203] 'agreement among raft nodes before linearized reading' (duration: 120.224062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.879731Z","caller":"traceutil/trace.go:171","msg":"trace[1035953805] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"297.962583ms","start":"2026-05-07T03:25:24.581747Z","end":"2026-05-07T03:25:24.87971Z","steps":["trace[1035953805] 'process raft request' (duration: 270.655731ms)","trace[1035953805] 'compare' (duration: 27.044466ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:26.379504Z","caller":"traceutil/trace.go:171","msg":"trace[280065619] linearizableReadLoop","detail":"{readStateIndex:36253; appliedIndex:36252; }","duration":"113.521422ms","start":"2026-05-07T03:25:26.265959Z","end":"2026-05-07T03:25:26.379481Z","steps":["trace[280065619] 'read index received' (duration: 113.455251ms)","trace[280065619] 'applied index is now lower than readState.Index' (duration: 65.001µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:26.379615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.649445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:26.379645Z","caller":"traceutil/trace.go:171","msg":"trace[1088736328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35004; }","duration":"113.740546ms","start":"2026-05-07T03:25:26.265893Z","end":"2026-05-07T03:25:26.379634Z","steps":["trace[1088736328] 'agreement among raft nodes before linearized reading' (duration: 113.673015ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:26.379599Z","caller":"traceutil/trace.go:171","msg":"trace[770144595] transaction","detail":"{read_only:false; response_revision:35004; number_of_response:1; }","duration":"205.535823ms","start":"2026-05-07T03:25:26.174014Z","end":"2026-05-07T03:25:26.37955Z","steps":["trace[770144595] 'process raft request' (duration: 205.315888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:26.555744Z","caller":"traceutil/trace.go:171","msg":"trace[400204557] transaction","detail":"{read_only:false; response_revision:35005; number_of_response:1; }","duration":"163.44756ms","start":"2026-05-07T03:25:26.39227Z","end":"2026-05-07T03:25:26.555718Z","steps":["trace[400204557] 'process raft request' (duration: 94.904235ms)","trace[400204557] 'compare' (duration: 68.32637ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:26.555985Z","caller":"traceutil/trace.go:171","msg":"trace[962101918] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"163.055722ms","start":"2026-05-07T03:25:26.392893Z","end":"2026-05-07T03:25:26.555949Z","steps":["trace[962101918] 'process raft request' (duration: 162.763226ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:26.556253Z","caller":"traceutil/trace.go:171","msg":"trace[1755429268] transaction","detail":"{read_only:false; response_revision:35008; number_of_response:1; }","duration":"162.718184ms","start":"2026-05-07T03:25:26.393506Z","end":"2026-05-07T03:25:26.556224Z","steps":["trace[1755429268] 'process raft request' (duration: 162.468049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:26.556252Z","caller":"traceutil/trace.go:171","msg":"trace[765366703] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"163.071402ms","start":"2026-05-07T03:25:26.393145Z","end":"2026-05-07T03:25:26.556216Z","steps":["trace[765366703] 'process raft request' (duration: 162.663683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:26.860046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.364936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:26.860148Z","caller":"traceutil/trace.go:171","msg":"trace[403198320] linearizableReadLoop","detail":"{readStateIndex:36258; appliedIndex:36257; }","duration":"154.527701ms","start":"2026-05-07T03:25:26.705603Z","end":"2026-05-07T03:25:26.860131Z","steps":["trace[403198320] 'read index received' (duration: 8.939611ms)","trace[403198320] 'applied index is now lower than readState.Index' (duration: 145.58684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:26.860237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.629893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:26.860267Z","caller":"traceutil/trace.go:171","msg":"trace[1278392788] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:35009; }","duration":"154.698065ms","start":"2026-05-07T03:25:26.705556Z","end":"2026-05-07T03:25:26.860254Z","steps":["trace[1278392788] 'agreement among raft nodes before linearized reading' (duration: 154.615413ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:26.860551Z","caller":"traceutil/trace.go:171","msg":"trace[12352806] transaction","detail":"{read_only:false; response_revision:35009; number_of_response:1; }","duration":"298.505746ms","start":"2026-05-07T03:25:26.562032Z","end":"2026-05-07T03:25:26.860537Z","steps":["trace[12352806] 'process raft request' (duration: 152.570548ms)","trace[12352806] 'compare' (duration: 145.267234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.095439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.028228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:29.095701Z","caller":"traceutil/trace.go:171","msg":"trace[824172740] transaction","detail":"{read_only:false; response_revision:35027; number_of_response:1; }","duration":"191.660333ms","start":"2026-05-07T03:25:28.904003Z","end":"2026-05-07T03:25:29.095663Z","steps":["trace[824172740] 'process raft request' (duration: 38.302818ms)","trace[824172740] 'compare' (duration: 152.591108ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:29.095843Z","caller":"traceutil/trace.go:171","msg":"trace[157565622] linearizableReadLoop","detail":"{readStateIndex:36277; appliedIndex:36276; }","duration":"189.445503ms","start":"2026-05-07T03:25:28.90636Z","end":"2026-05-07T03:25:29.095805Z","steps":["trace[157565622] 'read index received' (duration: 35.941595ms)","trace[157565622] 'applied index is now lower than readState.Index' (duration: 153.498898ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.096049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.692819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:25:29.096107Z","caller":"traceutil/trace.go:171","msg":"trace[766011741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35027; }","duration":"189.794941ms","start":"2026-05-07T03:25:28.906289Z","end":"2026-05-07T03:25:29.096084Z","steps":["trace[766011741] 'agreement among raft nodes before linearized reading' (duration: 189.595467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.096469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.845886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:25:29.096507Z","caller":"traceutil/trace.go:171","msg":"trace[1609898073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35028; }","duration":"186.929157ms","start":"2026-05-07T03:25:28.909565Z","end":"2026-05-07T03:25:29.096494Z","steps":["trace[1609898073] 'agreement among raft nodes before linearized reading' (duration: 186.782954ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:29.09657Z","caller":"traceutil/trace.go:171","msg":"trace[1661820058] transaction","detail":"{read_only:false; response_revision:35028; number_of_response:1; }","duration":"186.423584ms","start":"2026-05-07T03:25:28.91012Z","end":"2026-05-07T03:25:29.096543Z","steps":["trace[1661820058] 'process raft request' (duration: 185.465443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.097001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.070892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:25:29.097037Z","caller":"traceutil/trace.go:171","msg":"trace[653973789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35028; }","duration":"176.146254ms","start":"2026-05-07T03:25:28.920879Z","end":"2026-05-07T03:25:29.097026Z","steps":["trace[653973789] 'agreement among raft nodes before linearized reading' (duration: 176.046522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.414428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.512412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:29.414566Z","caller":"traceutil/trace.go:171","msg":"trace[574794383] transaction","detail":"{read_only:false; response_revision:35029; number_of_response:1; }","duration":"310.544185ms","start":"2026-05-07T03:25:29.103998Z","end":"2026-05-07T03:25:29.414542Z","steps":["trace[574794383] 'process raft request' (duration: 117.756167ms)","trace[574794383] 'compare' (duration: 192.367849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.414621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.103975Z","time spent":"310.622887ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.551757Z","caller":"traceutil/trace.go:171","msg":"trace[1303449546] linearizableReadLoop","detail":"{readStateIndex:36281; appliedIndex:36278; }","duration":"446.256805ms","start":"2026-05-07T03:25:29.105467Z","end":"2026-05-07T03:25:29.551724Z","steps":["trace[1303449546] 'read index received' (duration: 116.627842ms)","trace[1303449546] 'applied index is now lower than readState.Index' (duration: 329.627443ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:29.551938Z","caller":"traceutil/trace.go:171","msg":"trace[399365818] transaction","detail":"{read_only:false; response_revision:35031; number_of_response:1; }","duration":"447.38708ms","start":"2026-05-07T03:25:29.104508Z","end":"2026-05-07T03:25:29.551895Z","steps":["trace[399365818] 'process raft request' (duration: 447.149655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.552099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.104501Z","time spent":"447.523373ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:29.552164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.652014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:25:29.552226Z","caller":"traceutil/trace.go:171","msg":"trace[420584495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35031; }","duration":"446.762806ms","start":"2026-05-07T03:25:29.105447Z","end":"2026-05-07T03:25:29.55221Z","steps":["trace[420584495] 'agreement among raft nodes before linearized reading' (duration: 446.48225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.552248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.931379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:25:29.552281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.105439Z","time spent":"446.827447ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:25:29.552324Z","caller":"traceutil/trace.go:171","msg":"trace[1165639169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35031; }","duration":"283.99985ms","start":"2026-05-07T03:25:29.268292Z","end":"2026-05-07T03:25:29.552292Z","steps":["trace[1165639169] 'agreement among raft nodes before linearized reading' (duration: 283.911308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:29.552267Z","caller":"traceutil/trace.go:171","msg":"trace[2013229084] transaction","detail":"{read_only:false; response_revision:35030; number_of_response:1; }","duration":"447.480672ms","start":"2026-05-07T03:25:29.104401Z","end":"2026-05-07T03:25:29.551882Z","steps":["trace[2013229084] 'process raft request' (duration: 436.282101ms)","trace[2013229084] 'compare' (duration: 10.71874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.552509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.124436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-05-07T03:25:29.552644Z","caller":"traceutil/trace.go:171","msg":"trace[1225895486] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:35031; }","duration":"293.32331ms","start":"2026-05-07T03:25:29.259291Z","end":"2026-05-07T03:25:29.552615Z","steps":["trace[1225895486] 'agreement among raft nodes before linearized reading' (duration: 292.918331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.552114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.257651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:29.552708Z","caller":"traceutil/trace.go:171","msg":"trace[767106077] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:35031; }","duration":"311.928556ms","start":"2026-05-07T03:25:29.240763Z","end":"2026-05-07T03:25:29.552691Z","steps":["trace[767106077] 'agreement among raft nodes before linearized reading' (duration: 311.255021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.552769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.240737Z","time spent":"312.015197ms","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:29.552931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.104383Z","time spent":"448.214449ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:30.128291Z","caller":"traceutil/trace.go:171","msg":"trace[230619730] transaction","detail":"{read_only:false; response_revision:35034; number_of_response:1; }","duration":"101.926503ms","start":"2026-05-07T03:25:30.026337Z","end":"2026-05-07T03:25:30.128263Z","steps":["trace[230619730] 'process raft request' (duration: 101.725237ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:30.695964Z","caller":"traceutil/trace.go:171","msg":"trace[82286699] transaction","detail":"{read_only:false; response_revision:35039; number_of_response:1; }","duration":"108.534441ms","start":"2026-05-07T03:25:30.587402Z","end":"2026-05-07T03:25:30.695937Z","steps":["trace[82286699] 'process raft request' (duration: 108.47717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:30.696462Z","caller":"traceutil/trace.go:171","msg":"trace[888340192] transaction","detail":"{read_only:false; response_revision:35037; number_of_response:1; }","duration":"110.76356ms","start":"2026-05-07T03:25:30.585683Z","end":"2026-05-07T03:25:30.696447Z","steps":["trace[888340192] 'process raft request' (duration: 109.905011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:30.696616Z","caller":"traceutil/trace.go:171","msg":"trace[1807231096] transaction","detail":"{read_only:false; response_revision:35038; number_of_response:1; }","duration":"109.727158ms","start":"2026-05-07T03:25:30.586879Z","end":"2026-05-07T03:25:30.696606Z","steps":["trace[1807231096] 'process raft request' (duration: 108.95023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:30.908843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.266151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:30.908932Z","caller":"traceutil/trace.go:171","msg":"trace[13160635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35039; }","duration":"148.412984ms","start":"2026-05-07T03:25:30.760501Z","end":"2026-05-07T03:25:30.908914Z","steps":["trace[13160635] 'count revisions from in-memory index tree' (duration: 148.181689ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:32.062554Z","caller":"traceutil/trace.go:171","msg":"trace[1800866875] transaction","detail":"{read_only:false; response_revision:35048; number_of_response:1; }","duration":"101.566414ms","start":"2026-05-07T03:25:31.960945Z","end":"2026-05-07T03:25:32.062512Z","steps":["trace[1800866875] 'process raft request' (duration: 84.43718ms)","trace[1800866875] 'compare' (duration: 16.803597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:32.062391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.41346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:32.063245Z","caller":"traceutil/trace.go:171","msg":"trace[895230228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:35047; }","duration":"118.403301ms","start":"2026-05-07T03:25:31.944811Z","end":"2026-05-07T03:25:32.063215Z","steps":["trace[895230228] 'count revisions from in-memory index tree' (duration: 117.291416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:32.389648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.073066ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:25:32.390547Z","caller":"traceutil/trace.go:171","msg":"trace[1300240105] linearizableReadLoop","detail":"{readStateIndex:36300; appliedIndex:36298; }","duration":"119.131598ms","start":"2026-05-07T03:25:32.27139Z","end":"2026-05-07T03:25:32.390522Z","steps":["trace[1300240105] 'read index received' (duration: 59.232µs)","trace[1300240105] 'applied index is now lower than readState.Index' (duration: 119.070276ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:32.390683Z","caller":"traceutil/trace.go:171","msg":"trace[1374788860] transaction","detail":"{read_only:false; response_revision:35049; number_of_response:1; }","duration":"254.938029ms","start":"2026-05-07T03:25:32.135707Z","end":"2026-05-07T03:25:32.390645Z","steps":["trace[1374788860] 'process raft request' (duration: 254.0509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:32.439435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.023213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:32.439524Z","caller":"traceutil/trace.go:171","msg":"trace[1664553726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35049; }","duration":"168.153266ms","start":"2026-05-07T03:25:32.271346Z","end":"2026-05-07T03:25:32.4395Z","steps":["trace[1664553726] 'agreement among raft nodes before linearized reading' (duration: 119.298291ms)","trace[1664553726] 'range keys from in-memory index tree' (duration: 48.714372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:32.439556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.895897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:32.439699Z","caller":"traceutil/trace.go:171","msg":"trace[956531026] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:35049; }","duration":"116.119161ms","start":"2026-05-07T03:25:32.323545Z","end":"2026-05-07T03:25:32.439664Z","steps":["trace[956531026] 'agreement among raft nodes before linearized reading' (duration: 67.101862ms)","trace[956531026] 'count revisions from in-memory index tree' (duration: 48.792103ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:33.223633Z","caller":"traceutil/trace.go:171","msg":"trace[984454481] linearizableReadLoop","detail":"{readStateIndex:36308; appliedIndex:36307; }","duration":"102.780691ms","start":"2026-05-07T03:25:33.120834Z","end":"2026-05-07T03:25:33.223615Z","steps":["trace[984454481] 'read index received' (duration: 68.720578ms)","trace[984454481] 'applied index is now lower than readState.Index' (duration: 34.059573ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:33.223719Z","caller":"traceutil/trace.go:171","msg":"trace[1074847891] transaction","detail":"{read_only:false; response_revision:35057; number_of_response:1; }","duration":"107.320353ms","start":"2026-05-07T03:25:33.116391Z","end":"2026-05-07T03:25:33.223712Z","steps":["trace[1074847891] 'process raft request' (duration: 73.276201ms)","trace[1074847891] 'compare' (duration: 33.861348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:33.223853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.014127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:25:33.223876Z","caller":"traceutil/trace.go:171","msg":"trace[1639737429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35057; }","duration":"103.080889ms","start":"2026-05-07T03:25:33.120789Z","end":"2026-05-07T03:25:33.22387Z","steps":["trace[1639737429] 'agreement among raft nodes before linearized reading' (duration: 102.996417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:33.529155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.280968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:33.529274Z","caller":"traceutil/trace.go:171","msg":"trace[732638951] linearizableReadLoop","detail":"{readStateIndex:36309; appliedIndex:36308; }","duration":"262.591741ms","start":"2026-05-07T03:25:33.266662Z","end":"2026-05-07T03:25:33.529254Z","steps":["trace[732638951] 'read index received' (duration: 73.094007ms)","trace[732638951] 'applied index is now lower than readState.Index' (duration: 189.496394ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:33.529914Z","caller":"traceutil/trace.go:171","msg":"trace[2079900830] transaction","detail":"{read_only:false; response_revision:35058; number_of_response:1; }","duration":"302.131077ms","start":"2026-05-07T03:25:33.227748Z","end":"2026-05-07T03:25:33.529879Z","steps":["trace[2079900830] 'process raft request' (duration: 112.012449ms)","trace[2079900830] 'compare' (duration: 189.131145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:33.530075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:33.22773Z","time spent":"302.262379ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:33.530063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.365948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:33.53019Z","caller":"traceutil/trace.go:171","msg":"trace[658790321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35058; }","duration":"263.538582ms","start":"2026-05-07T03:25:33.266623Z","end":"2026-05-07T03:25:33.530162Z","steps":["trace[658790321] 'agreement among raft nodes before linearized reading' (duration: 263.023771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.70383Z","caller":"traceutil/trace.go:171","msg":"trace[555971355] transaction","detail":"{read_only:false; response_revision:35078; number_of_response:1; }","duration":"292.997813ms","start":"2026-05-07T03:25:36.410805Z","end":"2026-05-07T03:25:36.703803Z","steps":["trace[555971355] 'process raft request' (duration: 292.801339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.770748Z","caller":"traceutil/trace.go:171","msg":"trace[851790072] transaction","detail":"{read_only:false; response_revision:35079; number_of_response:1; }","duration":"292.260666ms","start":"2026-05-07T03:25:36.478449Z","end":"2026-05-07T03:25:36.77071Z","steps":["trace[851790072] 'process raft request' (duration: 291.404896ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:42.045976Z","caller":"traceutil/trace.go:171","msg":"trace[759387723] transaction","detail":"{read_only:false; response_revision:35120; number_of_response:1; }","duration":"106.100746ms","start":"2026-05-07T03:25:41.939849Z","end":"2026-05-07T03:25:42.04595Z","steps":["trace[759387723] 'process raft request' (duration: 105.920592ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:42.248185Z","caller":"traceutil/trace.go:171","msg":"trace[1690856803] transaction","detail":"{read_only:false; response_revision:35121; number_of_response:1; }","duration":"116.855747ms","start":"2026-05-07T03:25:42.13125Z","end":"2026-05-07T03:25:42.248106Z","steps":["trace[1690856803] 'process raft request' (duration: 116.50963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:43.826341Z","caller":"traceutil/trace.go:171","msg":"trace[478176063] linearizableReadLoop","detail":"{readStateIndex:36385; appliedIndex:36384; }","duration":"115.084668ms","start":"2026-05-07T03:25:43.711237Z","end":"2026-05-07T03:25:43.826322Z","steps":["trace[478176063] 'read index received' (duration: 77.030686ms)","trace[478176063] 'applied index is now lower than readState.Index' (duration: 38.053002ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:43.82648Z","caller":"traceutil/trace.go:171","msg":"trace[1296309317] transaction","detail":"{read_only:false; response_revision:35132; number_of_response:1; }","duration":"141.687553ms","start":"2026-05-07T03:25:43.684778Z","end":"2026-05-07T03:25:43.826465Z","steps":["trace[1296309317] 'process raft request' (duration: 103.410146ms)","trace[1296309317] 'compare' (duration: 37.914119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:43.827182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.894036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:43.827255Z","caller":"traceutil/trace.go:171","msg":"trace[951293329] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:35132; }","duration":"116.03719ms","start":"2026-05-07T03:25:43.711194Z","end":"2026-05-07T03:25:43.827232Z","steps":["trace[951293329] 'agreement among raft nodes before linearized reading' (duration: 115.904297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:44.984877Z","caller":"traceutil/trace.go:171","msg":"trace[1074253674] transaction","detail":"{read_only:false; response_revision:35138; number_of_response:1; }","duration":"117.093883ms","start":"2026-05-07T03:25:44.86775Z","end":"2026-05-07T03:25:44.984844Z","steps":["trace[1074253674] 'process raft request' (duration: 116.844707ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.058631Z","caller":"traceutil/trace.go:171","msg":"trace[380461848] transaction","detail":"{read_only:false; response_revision:35148; number_of_response:1; }","duration":"176.574374ms","start":"2026-05-07T03:25:45.882017Z","end":"2026-05-07T03:25:46.058591Z","steps":["trace[380461848] 'process raft request' (duration: 176.38929ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.058923Z","caller":"traceutil/trace.go:171","msg":"trace[1696387073] transaction","detail":"{read_only:false; response_revision:35147; number_of_response:1; }","duration":"180.343519ms","start":"2026-05-07T03:25:45.878535Z","end":"2026-05-07T03:25:46.058878Z","steps":["trace[1696387073] 'process raft request' (duration: 110.413642ms)","trace[1696387073] 'compare' (duration: 69.18823ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:46.664901Z","caller":"traceutil/trace.go:171","msg":"trace[152156464] linearizableReadLoop","detail":"{readStateIndex:36402; appliedIndex:36401; }","duration":"465.859214ms","start":"2026-05-07T03:25:46.199021Z","end":"2026-05-07T03:25:46.66488Z","steps":["trace[152156464] 'read index received' (duration: 465.736242ms)","trace[152156464] 'applied index is now lower than readState.Index' (duration: 121.952µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:46.665219Z","caller":"traceutil/trace.go:171","msg":"trace[723253735] transaction","detail":"{read_only:false; response_revision:35149; number_of_response:1; }","duration":"570.292263ms","start":"2026-05-07T03:25:46.094894Z","end":"2026-05-07T03:25:46.665186Z","steps":["trace[723253735] 'process raft request' (duration: 569.865934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.665411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:46.094873Z","time spent":"570.419735ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:46.665398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.335493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:25:46.665436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.361195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:25:46.665505Z","caller":"traceutil/trace.go:171","msg":"trace[2028783235] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:35149; }","duration":"115.520686ms","start":"2026-05-07T03:25:46.549956Z","end":"2026-05-07T03:25:46.665477Z","steps":["trace[2028783235] 'agreement among raft nodes before linearized reading' (duration: 115.188549ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.66555Z","caller":"traceutil/trace.go:171","msg":"trace[329952015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:35149; }","duration":"466.542509ms","start":"2026-05-07T03:25:46.198985Z","end":"2026-05-07T03:25:46.665527Z","steps":["trace[329952015] 'agreement among raft nodes before linearized reading' (duration: 466.077819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.665601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:46.198964Z","time spent":"466.628571ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-07T03:25:49.122352Z","caller":"traceutil/trace.go:171","msg":"trace[240627039] transaction","detail":"{read_only:false; response_revision:35170; number_of_response:1; }","duration":"116.103901ms","start":"2026-05-07T03:25:49.006229Z","end":"2026-05-07T03:25:49.122333Z","steps":["trace[240627039] 'process raft request' (duration: 111.507628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:49.122382Z","caller":"traceutil/trace.go:171","msg":"trace[1230359796] transaction","detail":"{read_only:false; response_revision:35172; number_of_response:1; }","duration":"116.004429ms","start":"2026-05-07T03:25:49.006359Z","end":"2026-05-07T03:25:49.122364Z","steps":["trace[1230359796] 'process raft request' (duration: 115.946697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:49.122564Z","caller":"traceutil/trace.go:171","msg":"trace[419104134] transaction","detail":"{read_only:false; response_revision:35171; number_of_response:1; }","duration":"116.258745ms","start":"2026-05-07T03:25:49.006297Z","end":"2026-05-07T03:25:49.122556Z","steps":["trace[419104134] 'process raft request' (duration: 115.912247ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:51.198385Z","caller":"traceutil/trace.go:171","msg":"trace[1717218001] transaction","detail":"{read_only:false; response_revision:35183; number_of_response:1; }","duration":"106.216779ms","start":"2026-05-07T03:25:51.092147Z","end":"2026-05-07T03:25:51.198364Z","steps":["trace[1717218001] 'process raft request' (duration: 49.57608ms)","trace[1717218001] 'compare' (duration: 56.451124ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:51.591439Z","caller":"traceutil/trace.go:171","msg":"trace[897538434] transaction","detail":"{read_only:false; response_revision:35188; number_of_response:1; }","duration":"151.729818ms","start":"2026-05-07T03:25:51.439676Z","end":"2026-05-07T03:25:51.591406Z","steps":["trace[897538434] 'process raft request' (duration: 109.667296ms)","trace[897538434] 'compare' (duration: 41.51837ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:51.648791Z","caller":"traceutil/trace.go:171","msg":"trace[1040865026] transaction","detail":"{read_only:false; response_revision:35189; number_of_response:1; }","duration":"109.897622ms","start":"2026-05-07T03:25:51.538858Z","end":"2026-05-07T03:25:51.648755Z","steps":["trace[1040865026] 'process raft request' (duration: 109.41796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:51.875292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.88814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:25:51.875387Z","caller":"traceutil/trace.go:171","msg":"trace[700780477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35189; }","duration":"164.061235ms","start":"2026-05-07T03:25:51.711302Z","end":"2026-05-07T03:25:51.875363Z","steps":["trace[700780477] 'range keys from in-memory index tree' (duration: 163.694006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:52.302352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.557595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:52.302626Z","caller":"traceutil/trace.go:171","msg":"trace[706339133] transaction","detail":"{read_only:false; response_revision:35191; number_of_response:1; }","duration":"360.083355ms","start":"2026-05-07T03:25:51.942502Z","end":"2026-05-07T03:25:52.302586Z","steps":["trace[706339133] 'process raft request' (duration: 212.179082ms)","trace[706339133] 'compare' (duration: 147.405032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:52.302819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:51.942484Z","time spent":"360.233259ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:52.414393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.902476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:25:52.414929Z","caller":"traceutil/trace.go:171","msg":"trace[555792946] linearizableReadLoop","detail":"{readStateIndex:36446; appliedIndex:36444; }","duration":"236.226701ms","start":"2026-05-07T03:25:52.178662Z","end":"2026-05-07T03:25:52.414889Z","steps":["trace[555792946] 'read index received' (duration: 114.170558ms)","trace[555792946] 'applied index is now lower than readState.Index' (duration: 122.050383ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:52.41498Z","caller":"traceutil/trace.go:171","msg":"trace[16199576] transaction","detail":"{read_only:false; response_revision:35192; number_of_response:1; }","duration":"135.173687ms","start":"2026-05-07T03:25:52.279778Z","end":"2026-05-07T03:25:52.414952Z","steps":["trace[16199576] 'process raft request' (duration: 134.734138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:52.415483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.795503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:25:52.415536Z","caller":"traceutil/trace.go:171","msg":"trace[96324257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35192; }","duration":"236.895355ms","start":"2026-05-07T03:25:52.178628Z","end":"2026-05-07T03:25:52.415524Z","steps":["trace[96324257] 'agreement among raft nodes before linearized reading' (duration: 236.429535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:52.642724Z","caller":"traceutil/trace.go:171","msg":"trace[688752467] linearizableReadLoop","detail":"{readStateIndex:36448; appliedIndex:36447; }","duration":"227.665169ms","start":"2026-05-07T03:25:52.415028Z","end":"2026-05-07T03:25:52.642693Z","steps":["trace[688752467] 'read index received' (duration: 227.486465ms)","trace[688752467] 'applied index is now lower than readState.Index' (duration: 177.244µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:52.642987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.262879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:25:52.643039Z","caller":"traceutil/trace.go:171","msg":"trace[942152303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35193; }","duration":"464.367541ms","start":"2026-05-07T03:25:52.178655Z","end":"2026-05-07T03:25:52.643023Z","steps":["trace[942152303] 'agreement among raft nodes before linearized reading' (duration: 464.185006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:52.64301Z","caller":"traceutil/trace.go:171","msg":"trace[421425733] transaction","detail":"{read_only:false; response_revision:35193; number_of_response:1; }","duration":"290.416623ms","start":"2026-05-07T03:25:52.3524Z","end":"2026-05-07T03:25:52.642817Z","steps":["trace[421425733] 'process raft request' (duration: 290.097786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:52.643082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:52.178635Z","time spent":"464.437722ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:25:52.648304Z","caller":"traceutil/trace.go:171","msg":"trace[596731078] transaction","detail":"{read_only:false; response_revision:35194; number_of_response:1; }","duration":"227.024695ms","start":"2026-05-07T03:25:52.421238Z","end":"2026-05-07T03:25:52.648263Z","steps":["trace[596731078] 'process raft request' (duration: 226.685867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:55.192037Z","caller":"traceutil/trace.go:171","msg":"trace[1424045587] transaction","detail":"{read_only:false; response_revision:35212; number_of_response:1; }","duration":"146.351928ms","start":"2026-05-07T03:25:55.04565Z","end":"2026-05-07T03:25:55.192002Z","steps":["trace[1424045587] 'process raft request' (duration: 123.805073ms)","trace[1424045587] 'compare' (duration: 22.33761ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:56.599461Z","caller":"traceutil/trace.go:171","msg":"trace[1986904221] transaction","detail":"{read_only:false; response_revision:35220; number_of_response:1; }","duration":"275.173962ms","start":"2026-05-07T03:25:56.324263Z","end":"2026-05-07T03:25:56.599437Z","steps":["trace[1986904221] 'process raft request' (duration: 274.824675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:58.844372Z","caller":"traceutil/trace.go:171","msg":"trace[886951068] linearizableReadLoop","detail":"{readStateIndex:36492; appliedIndex:36491; }","duration":"121.47536ms","start":"2026-05-07T03:25:58.72286Z","end":"2026-05-07T03:25:58.844335Z","steps":["trace[886951068] 'read index received' (duration: 121.297086ms)","trace[886951068] 'applied index is now lower than readState.Index' (duration: 176.804µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:58.844525Z","caller":"traceutil/trace.go:171","msg":"trace[1254217929] transaction","detail":"{read_only:false; response_revision:35236; number_of_response:1; }","duration":"143.33024ms","start":"2026-05-07T03:25:58.701121Z","end":"2026-05-07T03:25:58.844451Z","steps":["trace[1254217929] 'process raft request' (duration: 143.034924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:58.84463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.751476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:25:58.844683Z","caller":"traceutil/trace.go:171","msg":"trace[2118531041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35236; }","duration":"121.859259ms","start":"2026-05-07T03:25:58.722807Z","end":"2026-05-07T03:25:58.844666Z","steps":["trace[2118531041] 'agreement among raft nodes before linearized reading' (duration: 121.683695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.384245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.464729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:25:59.384357Z","caller":"traceutil/trace.go:171","msg":"trace[2087196124] linearizableReadLoop","detail":"{readStateIndex:36496; appliedIndex:36495; }","duration":"120.279394ms","start":"2026-05-07T03:25:59.26406Z","end":"2026-05-07T03:25:59.38434Z","steps":["trace[2087196124] 'read index received' (duration: 49.041µs)","trace[2087196124] 'applied index is now lower than readState.Index' (duration: 120.229133ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:59.384398Z","caller":"traceutil/trace.go:171","msg":"trace[2102788984] transaction","detail":"{read_only:false; response_revision:35240; number_of_response:1; }","duration":"168.883153ms","start":"2026-05-07T03:25:59.215483Z","end":"2026-05-07T03:25:59.384366Z","steps":["trace[2102788984] 'process raft request' (duration: 14.153628ms)","trace[2102788984] 'compare' (duration: 154.262774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:59.384448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.434507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:59.384482Z","caller":"traceutil/trace.go:171","msg":"trace[1895577880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35240; }","duration":"120.507759ms","start":"2026-05-07T03:25:59.263965Z","end":"2026-05-07T03:25:59.384473Z","steps":["trace[1895577880] 'agreement among raft nodes before linearized reading' (duration: 120.448328ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:59.388631Z","caller":"traceutil/trace.go:171","msg":"trace[1322945171] transaction","detail":"{read_only:false; response_revision:35241; number_of_response:1; }","duration":"115.207701ms","start":"2026-05-07T03:25:59.2734Z","end":"2026-05-07T03:25:59.388608Z","steps":["trace[1322945171] 'process raft request' (duration: 115.096508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:59.85806Z","caller":"traceutil/trace.go:171","msg":"trace[1909992587] linearizableReadLoop","detail":"{readStateIndex:36500; appliedIndex:36496; }","duration":"473.647938ms","start":"2026-05-07T03:25:59.384384Z","end":"2026-05-07T03:25:59.858032Z","steps":["trace[1909992587] 'read index received' (duration: 4.115762ms)","trace[1909992587] 'applied index is now lower than readState.Index' (duration: 469.530726ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:59.858093Z","caller":"traceutil/trace.go:171","msg":"trace[1906721711] transaction","detail":"{read_only:false; response_revision:35242; number_of_response:1; }","duration":"569.641708ms","start":"2026-05-07T03:25:59.288412Z","end":"2026-05-07T03:25:59.858054Z","steps":["trace[1906721711] 'process raft request' (duration: 502.982114ms)","trace[1906721711] 'compare' (duration: 65.497718ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:59.858106Z","caller":"traceutil/trace.go:171","msg":"trace[293488409] transaction","detail":"{read_only:false; response_revision:35243; number_of_response:1; }","duration":"539.291378ms","start":"2026-05-07T03:25:59.318785Z","end":"2026-05-07T03:25:59.858076Z","steps":["trace[293488409] 'process raft request' (duration: 538.783577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.858262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.288389Z","time spent":"569.789931ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:59.858263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.318751Z","time spent":"539.419401ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:59.858291Z","caller":"traceutil/trace.go:171","msg":"trace[1921097010] transaction","detail":"{read_only:false; response_revision:35244; number_of_response:1; }","duration":"538.397128ms","start":"2026-05-07T03:25:59.319859Z","end":"2026-05-07T03:25:59.858256Z","steps":["trace[1921097010] 'process raft request' (duration: 538.103062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.858505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.319798Z","time spent":"538.647503ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:59.858545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.088142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:25:59.858855Z","caller":"traceutil/trace.go:171","msg":"trace[1641493464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:35244; }","duration":"484.749697ms","start":"2026-05-07T03:25:59.374081Z","end":"2026-05-07T03:25:59.858831Z","steps":["trace[1641493464] 'agreement among raft nodes before linearized reading' (duration: 484.088892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.858927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.374059Z","time spent":"484.848318ms","remote":"127.0.0.1:60516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:26:00.07478Z","caller":"traceutil/trace.go:171","msg":"trace[1042692052] linearizableReadLoop","detail":"{readStateIndex:36501; appliedIndex:36500; }","duration":"216.612641ms","start":"2026-05-07T03:25:59.858137Z","end":"2026-05-07T03:26:00.07475Z","steps":["trace[1042692052] 'read index received' (duration: 187.026929ms)","trace[1042692052] 'applied index is now lower than readState.Index' (duration: 29.584332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:00.074935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.098483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:26:00.074985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.257663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:26:00.075015Z","caller":"traceutil/trace.go:171","msg":"trace[1393024472] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:35245; }","duration":"468.227608ms","start":"2026-05-07T03:25:59.606766Z","end":"2026-05-07T03:26:00.074994Z","steps":["trace[1393024472] 'agreement among raft nodes before linearized reading' (duration: 468.009602ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:00.074837Z","caller":"traceutil/trace.go:171","msg":"trace[65914968] transaction","detail":"{read_only:false; response_revision:35245; number_of_response:1; }","duration":"423.424823ms","start":"2026-05-07T03:25:59.651361Z","end":"2026-05-07T03:26:00.074786Z","steps":["trace[65914968] 'process raft request' (duration: 393.836911ms)","trace[65914968] 'compare' (duration: 29.261125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:00.075075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.606751Z","time spent":"468.302939ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:26:00.075053Z","caller":"traceutil/trace.go:171","msg":"trace[1615176719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35245; }","duration":"658.358144ms","start":"2026-05-07T03:25:59.416679Z","end":"2026-05-07T03:26:00.075037Z","steps":["trace[1615176719] 'agreement among raft nodes before linearized reading' (duration: 658.171669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:00.075226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.416659Z","time spent":"658.549039ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:26:00.075411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.651332Z","time spent":"423.771692ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:00.339755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.929929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:00.340016Z","caller":"traceutil/trace.go:171","msg":"trace[158124379] transaction","detail":"{read_only:false; response_revision:35247; number_of_response:1; }","duration":"259.475531ms","start":"2026-05-07T03:26:00.080522Z","end":"2026-05-07T03:26:00.339997Z","steps":["trace[158124379] 'process raft request' (duration: 96.208525ms)","trace[158124379] 'compare' (duration: 162.666753ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:00.340324Z","caller":"traceutil/trace.go:171","msg":"trace[516912937] transaction","detail":"{read_only:false; response_revision:35248; number_of_response:1; }","duration":"191.809415ms","start":"2026-05-07T03:26:00.148507Z","end":"2026-05-07T03:26:00.340316Z","steps":["trace[516912937] 'process raft request' (duration: 191.449077ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.044081Z","caller":"traceutil/trace.go:171","msg":"trace[1056579842] transaction","detail":"{read_only:false; response_revision:35257; number_of_response:1; }","duration":"179.46331ms","start":"2026-05-07T03:26:01.864591Z","end":"2026-05-07T03:26:02.044054Z","steps":["trace[1056579842] 'process raft request' (duration: 179.135032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.044218Z","caller":"traceutil/trace.go:171","msg":"trace[2127325180] linearizableReadLoop","detail":"{readStateIndex:36514; appliedIndex:36511; }","duration":"173.913005ms","start":"2026-05-07T03:26:01.870284Z","end":"2026-05-07T03:26:02.044196Z","steps":["trace[2127325180] 'read index received' (duration: 16.118021ms)","trace[2127325180] 'applied index is now lower than readState.Index' (duration: 157.793634ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:02.044334Z","caller":"traceutil/trace.go:171","msg":"trace[541287667] transaction","detail":"{read_only:false; response_revision:35258; number_of_response:1; }","duration":"179.44982ms","start":"2026-05-07T03:26:01.864851Z","end":"2026-05-07T03:26:02.044301Z","steps":["trace[541287667] 'process raft request' (duration: 179.05255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:02.04512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.788405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:1 size:31432"} {"level":"info","ts":"2026-05-07T03:26:02.0452Z","caller":"traceutil/trace.go:171","msg":"trace[181827738] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:1; response_revision:35258; }","duration":"174.923768ms","start":"2026-05-07T03:26:01.87026Z","end":"2026-05-07T03:26:02.045184Z","steps":["trace[181827738] 'agreement among raft nodes before linearized reading' (duration: 174.0837ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.053295Z","caller":"traceutil/trace.go:171","msg":"trace[119955074] transaction","detail":"{read_only:false; response_revision:35259; number_of_response:1; }","duration":"139.181037ms","start":"2026-05-07T03:26:01.914027Z","end":"2026-05-07T03:26:02.053208Z","steps":["trace[119955074] 'process raft request' (duration: 138.937872ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:03.100291Z","caller":"traceutil/trace.go:171","msg":"trace[368197844] transaction","detail":"{read_only:false; response_revision:35268; number_of_response:1; }","duration":"189.248328ms","start":"2026-05-07T03:26:02.911009Z","end":"2026-05-07T03:26:03.100257Z","steps":["trace[368197844] 'process raft request' (duration: 189.006572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:04.674234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.776939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:04.674319Z","caller":"traceutil/trace.go:171","msg":"trace[1202080107] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:35278; }","duration":"176.931453ms","start":"2026-05-07T03:26:04.497367Z","end":"2026-05-07T03:26:04.674298Z","steps":["trace[1202080107] 'count revisions from in-memory index tree' (duration: 176.677697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:04.882385Z","caller":"traceutil/trace.go:171","msg":"trace[146907301] transaction","detail":"{read_only:false; response_revision:35279; number_of_response:1; }","duration":"139.337491ms","start":"2026-05-07T03:26:04.743019Z","end":"2026-05-07T03:26:04.882356Z","steps":["trace[146907301] 'process raft request' (duration: 139.117626ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:09.55143Z","caller":"traceutil/trace.go:171","msg":"trace[1245592880] linearizableReadLoop","detail":"{readStateIndex:36573; appliedIndex:36571; }","duration":"112.410967ms","start":"2026-05-07T03:26:09.438995Z","end":"2026-05-07T03:26:09.551406Z","steps":["trace[1245592880] 'read index received' (duration: 79.612223ms)","trace[1245592880] 'applied index is now lower than readState.Index' (duration: 32.797514ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:09.551544Z","caller":"traceutil/trace.go:171","msg":"trace[172229935] transaction","detail":"{read_only:false; response_revision:35315; number_of_response:1; }","duration":"116.11321ms","start":"2026-05-07T03:26:09.435411Z","end":"2026-05-07T03:26:09.551524Z","steps":["trace[172229935] 'process raft request' (duration: 115.853424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:09.551646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.619811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:09.551724Z","caller":"traceutil/trace.go:171","msg":"trace[1448940745] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:35315; }","duration":"112.718093ms","start":"2026-05-07T03:26:09.438983Z","end":"2026-05-07T03:26:09.551702Z","steps":["trace[1448940745] 'agreement among raft nodes before linearized reading' (duration: 112.55026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:10.224124Z","caller":"traceutil/trace.go:171","msg":"trace[782053863] transaction","detail":"{read_only:false; response_revision:35317; number_of_response:1; }","duration":"128.866256ms","start":"2026-05-07T03:26:10.095224Z","end":"2026-05-07T03:26:10.22409Z","steps":["trace[782053863] 'process raft request' (duration: 128.709272ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:10.236717Z","caller":"traceutil/trace.go:171","msg":"trace[66021585] transaction","detail":"{read_only:false; response_revision:35318; number_of_response:1; }","duration":"123.977566ms","start":"2026-05-07T03:26:10.112714Z","end":"2026-05-07T03:26:10.236692Z","steps":["trace[66021585] 'process raft request' (duration: 123.812763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.941234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.311029Z","time spent":"630.196624ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:26:10.941639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.471529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:10.942198Z","caller":"traceutil/trace.go:171","msg":"trace[1746976059] linearizableReadLoop","detail":"{readStateIndex:36577; appliedIndex:36576; }","duration":"675.807145ms","start":"2026-05-07T03:26:10.266374Z","end":"2026-05-07T03:26:10.942181Z","steps":["trace[1746976059] 'read index received' (duration: 270.711772ms)","trace[1746976059] 'applied index is now lower than readState.Index' (duration: 405.094143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:10.942356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.953388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:10.942235Z","caller":"traceutil/trace.go:171","msg":"trace[411377119] transaction","detail":"{read_only:false; response_revision:35319; number_of_response:1; }","duration":"694.383372ms","start":"2026-05-07T03:26:10.24781Z","end":"2026-05-07T03:26:10.942193Z","steps":["trace[411377119] 'process raft request' (duration: 289.273959ms)","trace[411377119] 'compare' (duration: 404.132011ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:10.942473Z","caller":"traceutil/trace.go:171","msg":"trace[325865066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35319; }","duration":"676.096691ms","start":"2026-05-07T03:26:10.266335Z","end":"2026-05-07T03:26:10.942431Z","steps":["trace[325865066] 'agreement among raft nodes before linearized reading' (duration: 675.899717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.942459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.226959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:26:10.942513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.247782Z","time spent":"694.677058ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:10.942572Z","caller":"traceutil/trace.go:171","msg":"trace[2060131328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35319; }","duration":"156.416673ms","start":"2026-05-07T03:26:10.786133Z","end":"2026-05-07T03:26:10.942549Z","steps":["trace[2060131328] 'agreement among raft nodes before linearized reading' (duration: 156.217819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.942525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.266316Z","time spent":"676.201204ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:26:10.942684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.543528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:1 size:49606"} {"level":"info","ts":"2026-05-07T03:26:10.942723Z","caller":"traceutil/trace.go:171","msg":"trace[469720774] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:1; response_revision:35319; }","duration":"144.6111ms","start":"2026-05-07T03:26:10.7981Z","end":"2026-05-07T03:26:10.942711Z","steps":["trace[469720774] 'agreement among raft nodes before linearized reading' (duration: 144.452526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.942398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.381613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:26:10.942884Z","caller":"traceutil/trace.go:171","msg":"trace[494037013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35319; }","duration":"665.895504ms","start":"2026-05-07T03:26:10.276974Z","end":"2026-05-07T03:26:10.94287Z","steps":["trace[494037013] 'agreement among raft nodes before linearized reading' (duration: 665.329852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.942941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.276957Z","time spent":"665.973695ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:26:10.942635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.146008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:26:10.943227Z","caller":"traceutil/trace.go:171","msg":"trace[1794708773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35319; }","duration":"507.778422ms","start":"2026-05-07T03:26:10.435441Z","end":"2026-05-07T03:26:10.943219Z","steps":["trace[1794708773] 'agreement among raft nodes before linearized reading' (duration: 506.978634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.943274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.435419Z","time spent":"507.845684ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:11.528027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.479825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:11.528244Z","caller":"traceutil/trace.go:171","msg":"trace[1385578266] transaction","detail":"{read_only:false; response_revision:35320; number_of_response:1; }","duration":"579.726113ms","start":"2026-05-07T03:26:10.94847Z","end":"2026-05-07T03:26:11.528196Z","steps":["trace[1385578266] 'process raft request' (duration: 443.988034ms)","trace[1385578266] 'compare' (duration: 133.917478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:11.528555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.94846Z","time spent":"579.97959ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:11.529Z","caller":"traceutil/trace.go:171","msg":"trace[748178399] linearizableReadLoop","detail":"{readStateIndex:36580; appliedIndex:36577; }","duration":"579.812456ms","start":"2026-05-07T03:26:10.949173Z","end":"2026-05-07T03:26:11.528985Z","steps":["trace[748178399] 'read index received' (duration: 443.297599ms)","trace[748178399] 'applied index is now lower than readState.Index' (duration: 136.514147ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:11.528985Z","caller":"traceutil/trace.go:171","msg":"trace[159115664] transaction","detail":"{read_only:false; response_revision:35322; number_of_response:1; }","duration":"579.914798ms","start":"2026-05-07T03:26:10.949048Z","end":"2026-05-07T03:26:11.528963Z","steps":["trace[159115664] 'process raft request' (duration: 579.831396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:11.529099Z","caller":"traceutil/trace.go:171","msg":"trace[416192399] transaction","detail":"{read_only:false; response_revision:35323; number_of_response:1; }","duration":"498.806152ms","start":"2026-05-07T03:26:11.03026Z","end":"2026-05-07T03:26:11.529066Z","steps":["trace[416192399] 'process raft request' (duration: 498.659348ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:11.528984Z","caller":"traceutil/trace.go:171","msg":"trace[1173655657] transaction","detail":"{read_only:false; response_revision:35321; number_of_response:1; }","duration":"579.954009ms","start":"2026-05-07T03:26:10.94899Z","end":"2026-05-07T03:26:11.528944Z","steps":["trace[1173655657] 'process raft request' (duration: 579.137521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.529194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.030223Z","time spent":"498.902124ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.529158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.949042Z","time spent":"580.01961ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.529325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.948979Z","time spent":"580.229825ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:11.529449Z","caller":"traceutil/trace.go:171","msg":"trace[1020509549] transaction","detail":"{read_only:false; response_revision:35324; number_of_response:1; }","duration":"251.373509ms","start":"2026-05-07T03:26:11.278066Z","end":"2026-05-07T03:26:11.529439Z","steps":["trace[1020509549] 'process raft request' (duration: 250.887098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.529657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.48376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:26:11.529686Z","caller":"traceutil/trace.go:171","msg":"trace[1104223889] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35324; }","duration":"580.562072ms","start":"2026-05-07T03:26:10.949117Z","end":"2026-05-07T03:26:11.529679Z","steps":["trace[1104223889] 'agreement among raft nodes before linearized reading' (duration: 580.413519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.529732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.94909Z","time spent":"580.634915ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:26:11.935576Z","caller":"traceutil/trace.go:171","msg":"trace[137848772] linearizableReadLoop","detail":"{readStateIndex:36584; appliedIndex:36582; }","duration":"406.519274ms","start":"2026-05-07T03:26:11.529034Z","end":"2026-05-07T03:26:11.935554Z","steps":["trace[137848772] 'read index received' (duration: 377.200068ms)","trace[137848772] 'applied index is now lower than readState.Index' (duration: 29.318296ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:11.935661Z","caller":"traceutil/trace.go:171","msg":"trace[389061783] transaction","detail":"{read_only:false; response_revision:35326; number_of_response:1; }","duration":"411.72136ms","start":"2026-05-07T03:26:11.523904Z","end":"2026-05-07T03:26:11.935625Z","steps":["trace[389061783] 'process raft request' (duration: 411.574827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.935788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.523888Z","time spent":"411.831484ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.935832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.132204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:26:11.93587Z","caller":"traceutil/trace.go:171","msg":"trace[1585444680] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35326; }","duration":"443.216506ms","start":"2026-05-07T03:26:11.492641Z","end":"2026-05-07T03:26:11.935858Z","steps":["trace[1585444680] 'agreement among raft nodes before linearized reading' (duration: 443.022521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.935905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.492613Z","time spent":"443.281427ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T03:26:11.936128Z","caller":"traceutil/trace.go:171","msg":"trace[97264081] transaction","detail":"{read_only:false; response_revision:35325; number_of_response:1; }","duration":"441.241502ms","start":"2026-05-07T03:26:11.494872Z","end":"2026-05-07T03:26:11.936114Z","steps":["trace[97264081] 'process raft request' (duration: 411.341332ms)","trace[97264081] 'compare' (duration: 29.119842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:11.936166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.339627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:26:11.936188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.49486Z","time spent":"441.295013ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:11.936204Z","caller":"traceutil/trace.go:171","msg":"trace[1352226970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35326; }","duration":"672.406229ms","start":"2026-05-07T03:26:11.263784Z","end":"2026-05-07T03:26:11.93619Z","steps":["trace[1352226970] 'agreement among raft nodes before linearized reading' (duration: 672.307387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.936232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.263766Z","time spent":"672.4592ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:11.936414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.160727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:26:11.936446Z","caller":"traceutil/trace.go:171","msg":"trace[1008570416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35326; }","duration":"869.195117ms","start":"2026-05-07T03:26:11.067242Z","end":"2026-05-07T03:26:11.936438Z","steps":["trace[1008570416] 'agreement among raft nodes before linearized reading' (duration: 869.107665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.936472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.067188Z","time spent":"869.277699ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:11.936626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.415931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:1 size:49606"} {"level":"info","ts":"2026-05-07T03:26:11.936653Z","caller":"traceutil/trace.go:171","msg":"trace[1092791534] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:1; response_revision:35326; }","duration":"986.452462ms","start":"2026-05-07T03:26:10.950191Z","end":"2026-05-07T03:26:11.936644Z","steps":["trace[1092791534] 'agreement among raft nodes before linearized reading' (duration: 986.34692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.93668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.950184Z","time spent":"986.487964ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":49629,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" "} {"level":"warn","ts":"2026-05-07T03:26:11.983521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.963244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:11.983853Z","caller":"traceutil/trace.go:171","msg":"trace[1053828304] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35327; }","duration":"332.324503ms","start":"2026-05-07T03:26:11.651505Z","end":"2026-05-07T03:26:11.983829Z","steps":["trace[1053828304] 'agreement among raft nodes before linearized reading' (duration: 331.31962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.984065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.651482Z","time spent":"332.567069ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:26:11.983198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.498367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:26:11.984439Z","caller":"traceutil/trace.go:171","msg":"trace[1235882791] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:35327; }","duration":"322.137545ms","start":"2026-05-07T03:26:11.662274Z","end":"2026-05-07T03:26:11.984411Z","steps":["trace[1235882791] 'agreement among raft nodes before linearized reading' (duration: 320.225022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.984526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.662257Z","time spent":"322.245427ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:26:11.983407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.271159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad290eff4e7d26\" ","response":"range_response_count:1 size:1394"} {"level":"info","ts":"2026-05-07T03:26:11.984891Z","caller":"traceutil/trace.go:171","msg":"trace[167243778] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad290eff4e7d26; range_end:; response_count:1; response_revision:35327; }","duration":"445.786224ms","start":"2026-05-07T03:26:11.539065Z","end":"2026-05-07T03:26:11.984851Z","steps":["trace[167243778] 'agreement among raft nodes before linearized reading' (duration: 443.832029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.98504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.539043Z","time spent":"445.981387ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1417,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mmz57.18ad290eff4e7d26\" "} {"level":"info","ts":"2026-05-07T03:26:11.986445Z","caller":"traceutil/trace.go:171","msg":"trace[938300728] transaction","detail":"{read_only:false; response_revision:35327; number_of_response:1; }","duration":"429.431818ms","start":"2026-05-07T03:26:11.556991Z","end":"2026-05-07T03:26:11.986422Z","steps":["trace[938300728] 'process raft request' (duration: 424.909466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.986605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.556972Z","time spent":"429.567082ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.118984Z","caller":"traceutil/trace.go:171","msg":"trace[1049653037] linearizableReadLoop","detail":"{readStateIndex:36587; appliedIndex:36585; }","duration":"136.60798ms","start":"2026-05-07T03:26:11.982353Z","end":"2026-05-07T03:26:12.118961Z","steps":["trace[1049653037] 'read index received' (duration: 135.061975ms)","trace[1049653037] 'applied index is now lower than readState.Index' (duration: 1.541745ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:12.119093Z","caller":"traceutil/trace.go:171","msg":"trace[1121246490] transaction","detail":"{read_only:false; response_revision:35328; number_of_response:1; }","duration":"177.039815ms","start":"2026-05-07T03:26:11.942043Z","end":"2026-05-07T03:26:12.119082Z","steps":["trace[1121246490] 'process raft request' (duration: 175.473769ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:12.119169Z","caller":"traceutil/trace.go:171","msg":"trace[85158488] transaction","detail":"{read_only:false; response_revision:35329; number_of_response:1; }","duration":"177.119376ms","start":"2026-05-07T03:26:11.942032Z","end":"2026-05-07T03:26:12.119151Z","steps":["trace[85158488] 'process raft request' (duration: 176.867221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.119397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.483897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:26:12.119442Z","caller":"traceutil/trace.go:171","msg":"trace[287335330] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:35329; }","duration":"174.57392ms","start":"2026-05-07T03:26:11.944857Z","end":"2026-05-07T03:26:12.119431Z","steps":["trace[287335330] 'agreement among raft nodes before linearized reading' (duration: 174.403866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.1282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.665128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:12.12822Z","caller":"traceutil/trace.go:171","msg":"trace[1631916074] transaction","detail":"{read_only:false; response_revision:35330; number_of_response:1; }","duration":"117.785328ms","start":"2026-05-07T03:26:12.010405Z","end":"2026-05-07T03:26:12.128191Z","steps":["trace[1631916074] 'process raft request' (duration: 117.627294ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:12.128271Z","caller":"traceutil/trace.go:171","msg":"trace[659132895] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35330; }","duration":"139.77486ms","start":"2026-05-07T03:26:11.988479Z","end":"2026-05-07T03:26:12.128254Z","steps":["trace[659132895] 'agreement among raft nodes before linearized reading' (duration: 139.646017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.67233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.990919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:26:12.672661Z","caller":"traceutil/trace.go:171","msg":"trace[770974515] linearizableReadLoop","detail":"{readStateIndex:36591; appliedIndex:36590; }","duration":"494.537996ms","start":"2026-05-07T03:26:12.178101Z","end":"2026-05-07T03:26:12.672639Z","steps":["trace[770974515] 'read index received' (duration: 81.171219ms)","trace[770974515] 'applied index is now lower than readState.Index' (duration: 413.365037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:12.672976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.854284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-05-07T03:26:12.673124Z","caller":"traceutil/trace.go:171","msg":"trace[1902732192] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35331; }","duration":"495.038857ms","start":"2026-05-07T03:26:12.178063Z","end":"2026-05-07T03:26:12.673102Z","steps":["trace[1902732192] 'agreement among raft nodes before linearized reading' (duration: 494.736791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.673323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.178046Z","time spent":"495.218772ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:26:12.706181Z","caller":"traceutil/trace.go:171","msg":"trace[1221085322] transaction","detail":"{read_only:false; response_revision:35332; number_of_response:1; }","duration":"476.611274ms","start":"2026-05-07T03:26:12.229532Z","end":"2026-05-07T03:26:12.706143Z","steps":["trace[1221085322] 'process raft request' (duration: 472.127504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.70655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.229509Z","time spent":"476.85432ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.707516Z","caller":"traceutil/trace.go:171","msg":"trace[1648908198] transaction","detail":"{read_only:false; response_revision:35333; number_of_response:1; }","duration":"463.078952ms","start":"2026-05-07T03:26:12.244299Z","end":"2026-05-07T03:26:12.707378Z","steps":["trace[1648908198] 'process raft request' (duration: 461.784082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.707765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.244281Z","time spent":"463.401308ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.7321Z","caller":"traceutil/trace.go:171","msg":"trace[1905876777] transaction","detail":"{read_only:false; response_revision:35334; number_of_response:1; }","duration":"390.581749ms","start":"2026-05-07T03:26:12.341495Z","end":"2026-05-07T03:26:12.732076Z","steps":["trace[1905876777] 'process raft request' (duration: 390.423125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.732235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.341478Z","time spent":"390.682391ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:12.732283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.953382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T03:26:12.732364Z","caller":"traceutil/trace.go:171","msg":"trace[2067267062] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:35334; }","duration":"481.068875ms","start":"2026-05-07T03:26:12.251272Z","end":"2026-05-07T03:26:12.732341Z","steps":["trace[2067267062] 'agreement among raft nodes before linearized reading' (duration: 480.84346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.732412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.251258Z","time spent":"481.144356ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:26:12.732468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.281664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:12.7325Z","caller":"traceutil/trace.go:171","msg":"trace[1246404513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:35334; }","duration":"504.317095ms","start":"2026-05-07T03:26:12.228174Z","end":"2026-05-07T03:26:12.732491Z","steps":["trace[1246404513] 'agreement among raft nodes before linearized reading' (duration: 504.258334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.732528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.228078Z","time spent":"504.440888ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:26:12.732657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.155549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:12.732695Z","caller":"traceutil/trace.go:171","msg":"trace[1190352922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35334; }","duration":"466.365175ms","start":"2026-05-07T03:26:12.26632Z","end":"2026-05-07T03:26:12.732685Z","steps":["trace[1190352922] 'agreement among raft nodes before linearized reading' (duration: 466.306034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.732726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.266303Z","time spent":"466.416986ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:26:13.139116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.220005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:13.139383Z","caller":"traceutil/trace.go:171","msg":"trace[1231439271] transaction","detail":"{read_only:false; response_revision:35337; number_of_response:1; }","duration":"188.763547ms","start":"2026-05-07T03:26:12.950597Z","end":"2026-05-07T03:26:13.139361Z","steps":["trace[1231439271] 'process raft request' (duration: 188.716736ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:13.139485Z","caller":"traceutil/trace.go:171","msg":"trace[62796797] transaction","detail":"{read_only:false; response_revision:35335; number_of_response:1; }","duration":"381.954694ms","start":"2026-05-07T03:26:12.757501Z","end":"2026-05-07T03:26:13.139455Z","steps":["trace[62796797] 'process raft request' (duration: 151.308939ms)","trace[62796797] 'compare' (duration: 230.003931ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:13.139617Z","caller":"traceutil/trace.go:171","msg":"trace[374617164] transaction","detail":"{read_only:false; response_revision:35336; number_of_response:1; }","duration":"298.665628ms","start":"2026-05-07T03:26:12.840941Z","end":"2026-05-07T03:26:13.139607Z","steps":["trace[374617164] 'process raft request' (duration: 298.28702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:13.139634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.757482Z","time spent":"382.076176ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:13.139754Z","caller":"traceutil/trace.go:171","msg":"trace[1207512327] linearizableReadLoop","detail":"{readStateIndex:36596; appliedIndex:36594; }","duration":"281.198177ms","start":"2026-05-07T03:26:12.858546Z","end":"2026-05-07T03:26:13.139745Z","steps":["trace[1207512327] 'read index received' (duration: 50.245056ms)","trace[1207512327] 'applied index is now lower than readState.Index' (duration: 230.951971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:13.139909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.372082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:1 size:20068"} {"level":"info","ts":"2026-05-07T03:26:13.139947Z","caller":"traceutil/trace.go:171","msg":"trace[552518828] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:1; response_revision:35337; }","duration":"281.473174ms","start":"2026-05-07T03:26:12.858464Z","end":"2026-05-07T03:26:13.139937Z","steps":["trace[552518828] 'agreement among raft nodes before linearized reading' (duration: 281.3229ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.211349Z","caller":"traceutil/trace.go:171","msg":"trace[1630742557] linearizableReadLoop","detail":"{readStateIndex:36604; appliedIndex:36603; }","duration":"159.975562ms","start":"2026-05-07T03:26:14.051347Z","end":"2026-05-07T03:26:14.211323Z","steps":["trace[1630742557] 'read index received' (duration: 159.86155ms)","trace[1630742557] 'applied index is now lower than readState.Index' (duration: 113.052µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:14.211421Z","caller":"traceutil/trace.go:171","msg":"trace[84921666] transaction","detail":"{read_only:false; response_revision:35344; number_of_response:1; }","duration":"219.091226ms","start":"2026-05-07T03:26:13.992309Z","end":"2026-05-07T03:26:14.2114Z","steps":["trace[84921666] 'process raft request' (duration: 218.81215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.211718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.31294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview\" ","response":"range_response_count:1 size:38899"} {"level":"info","ts":"2026-05-07T03:26:14.211817Z","caller":"traceutil/trace.go:171","msg":"trace[580624970] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview; range_end:; response_count:1; response_revision:35344; }","duration":"160.572306ms","start":"2026-05-07T03:26:14.051226Z","end":"2026-05-07T03:26:14.211798Z","steps":["trace[580624970] 'agreement among raft nodes before linearized reading' (duration: 160.274679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.224271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.122232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:26:14.224326Z","caller":"traceutil/trace.go:171","msg":"trace[900783492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35345; }","duration":"100.231194ms","start":"2026-05-07T03:26:14.124083Z","end":"2026-05-07T03:26:14.224314Z","steps":["trace[900783492] 'agreement among raft nodes before linearized reading' (duration: 100.132472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.511092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.56163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:14.511357Z","caller":"traceutil/trace.go:171","msg":"trace[740666640] transaction","detail":"{read_only:false; response_revision:35346; number_of_response:1; }","duration":"282.091238ms","start":"2026-05-07T03:26:14.229251Z","end":"2026-05-07T03:26:14.511343Z","steps":["trace[740666640] 'process raft request' (duration: 169.20406ms)","trace[740666640] 'compare' (duration: 112.455298ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:14.51208Z","caller":"traceutil/trace.go:171","msg":"trace[1799267034] linearizableReadLoop","detail":"{readStateIndex:36607; appliedIndex:36605; }","duration":"245.135239ms","start":"2026-05-07T03:26:14.266913Z","end":"2026-05-07T03:26:14.512049Z","steps":["trace[1799267034] 'read index received' (duration: 131.556746ms)","trace[1799267034] 'applied index is now lower than readState.Index' (duration: 113.576243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:14.512162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.258332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:14.512195Z","caller":"traceutil/trace.go:171","msg":"trace[2115387499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35347; }","duration":"245.339364ms","start":"2026-05-07T03:26:14.266846Z","end":"2026-05-07T03:26:14.512185Z","steps":["trace[2115387499] 'agreement among raft nodes before linearized reading' (duration: 245.289463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.512146Z","caller":"traceutil/trace.go:171","msg":"trace[1903622519] transaction","detail":"{read_only:false; response_revision:35347; number_of_response:1; }","duration":"281.437143ms","start":"2026-05-07T03:26:14.230679Z","end":"2026-05-07T03:26:14.512116Z","steps":["trace[1903622519] 'process raft request' (duration: 280.604065ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:16.349977Z","caller":"traceutil/trace.go:171","msg":"trace[1087929627] transaction","detail":"{read_only:false; response_revision:35359; number_of_response:1; }","duration":"121.520441ms","start":"2026-05-07T03:26:16.228418Z","end":"2026-05-07T03:26:16.349939Z","steps":["trace[1087929627] 'process raft request' (duration: 104.836808ms)","trace[1087929627] 'compare' (duration: 16.382877ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:29.445197Z","caller":"traceutil/trace.go:171","msg":"trace[323352511] transaction","detail":"{read_only:false; response_revision:35452; number_of_response:1; }","duration":"143.286939ms","start":"2026-05-07T03:26:29.301891Z","end":"2026-05-07T03:26:29.445178Z","steps":["trace[323352511] 'process raft request' (duration: 143.166726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:29.915266Z","caller":"traceutil/trace.go:171","msg":"trace[1027728267] transaction","detail":"{read_only:false; response_revision:35457; number_of_response:1; }","duration":"109.867192ms","start":"2026-05-07T03:26:29.805365Z","end":"2026-05-07T03:26:29.915232Z","steps":["trace[1027728267] 'process raft request' (duration: 57.898117ms)","trace[1027728267] 'compare' (duration: 51.82577ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:30.248148Z","caller":"traceutil/trace.go:171","msg":"trace[351722403] transaction","detail":"{read_only:false; response_revision:35458; number_of_response:1; }","duration":"142.259075ms","start":"2026-05-07T03:26:30.105832Z","end":"2026-05-07T03:26:30.248091Z","steps":["trace[351722403] 'process raft request' (duration: 142.02277ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:36.55609Z","caller":"traceutil/trace.go:171","msg":"trace[111590917] transaction","detail":"{read_only:false; response_revision:35505; number_of_response:1; }","duration":"108.984921ms","start":"2026-05-07T03:26:36.447087Z","end":"2026-05-07T03:26:36.556072Z","steps":["trace[111590917] 'process raft request' (duration: 108.845628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:37.053858Z","caller":"traceutil/trace.go:171","msg":"trace[2082043358] transaction","detail":"{read_only:false; response_revision:35506; number_of_response:1; }","duration":"161.883486ms","start":"2026-05-07T03:26:36.891931Z","end":"2026-05-07T03:26:37.053814Z","steps":["trace[2082043358] 'process raft request' (duration: 161.61748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:37.090882Z","caller":"traceutil/trace.go:171","msg":"trace[1163373193] transaction","detail":"{read_only:false; response_revision:35507; number_of_response:1; }","duration":"195.386647ms","start":"2026-05-07T03:26:36.895459Z","end":"2026-05-07T03:26:37.090845Z","steps":["trace[1163373193] 'process raft request' (duration: 193.163907ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:37.090954Z","caller":"traceutil/trace.go:171","msg":"trace[866457146] linearizableReadLoop","detail":"{readStateIndex:36772; appliedIndex:36769; }","duration":"155.001541ms","start":"2026-05-07T03:26:36.93592Z","end":"2026-05-07T03:26:37.090921Z","steps":["trace[866457146] 'read index received' (duration: 117.648195ms)","trace[866457146] 'applied index is now lower than readState.Index' (duration: 37.352226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:37.091383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.40085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:26:37.091461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.603784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:26:37.091491Z","caller":"traceutil/trace.go:171","msg":"trace[261255188] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:35508; }","duration":"142.679226ms","start":"2026-05-07T03:26:36.948804Z","end":"2026-05-07T03:26:37.091483Z","steps":["trace[261255188] 'agreement among raft nodes before linearized reading' (duration: 142.486002ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:37.091492Z","caller":"traceutil/trace.go:171","msg":"trace[1593471063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35508; }","duration":"155.614185ms","start":"2026-05-07T03:26:36.935858Z","end":"2026-05-07T03:26:37.091472Z","steps":["trace[1593471063] 'agreement among raft nodes before linearized reading' (duration: 155.299718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:37.091488Z","caller":"traceutil/trace.go:171","msg":"trace[268413116] transaction","detail":"{read_only:false; response_revision:35508; number_of_response:1; }","duration":"184.233986ms","start":"2026-05-07T03:26:36.907053Z","end":"2026-05-07T03:26:37.091287Z","steps":["trace[268413116] 'process raft request' (duration: 183.670964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:39.269443Z","caller":"traceutil/trace.go:171","msg":"trace[2006575413] transaction","detail":"{read_only:false; response_revision:35523; number_of_response:1; }","duration":"173.589898ms","start":"2026-05-07T03:26:39.095826Z","end":"2026-05-07T03:26:39.269416Z","steps":["trace[2006575413] 'process raft request' (duration: 141.013458ms)","trace[2006575413] 'compare' (duration: 32.226752ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:39.269616Z","caller":"traceutil/trace.go:171","msg":"trace[372999597] linearizableReadLoop","detail":"{readStateIndex:36789; appliedIndex:36787; }","duration":"128.849076ms","start":"2026-05-07T03:26:39.140737Z","end":"2026-05-07T03:26:39.269586Z","steps":["trace[372999597] 'read index received' (duration: 96.141403ms)","trace[372999597] 'applied index is now lower than readState.Index' (duration: 32.706223ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:39.269672Z","caller":"traceutil/trace.go:171","msg":"trace[582187678] transaction","detail":"{read_only:false; response_revision:35524; number_of_response:1; }","duration":"172.489554ms","start":"2026-05-07T03:26:39.097156Z","end":"2026-05-07T03:26:39.269646Z","steps":["trace[582187678] 'process raft request' (duration: 172.147807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:39.269886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.134582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:26:39.269962Z","caller":"traceutil/trace.go:171","msg":"trace[124568946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35524; }","duration":"129.256585ms","start":"2026-05-07T03:26:39.140688Z","end":"2026-05-07T03:26:39.269944Z","steps":["trace[124568946] 'agreement among raft nodes before linearized reading' (duration: 129.02927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:39.897448Z","caller":"traceutil/trace.go:171","msg":"trace[432682872] transaction","detail":"{read_only:false; response_revision:35527; number_of_response:1; }","duration":"161.1704ms","start":"2026-05-07T03:26:39.736244Z","end":"2026-05-07T03:26:39.897415Z","steps":["trace[432682872] 'process raft request' (duration: 133.291415ms)","trace[432682872] 'compare' (duration: 27.589928ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:39.91062Z","caller":"traceutil/trace.go:171","msg":"trace[2101717189] linearizableReadLoop","detail":"{readStateIndex:36793; appliedIndex:36791; }","duration":"149.765775ms","start":"2026-05-07T03:26:39.760837Z","end":"2026-05-07T03:26:39.910603Z","steps":["trace[2101717189] 'read index received' (duration: 108.797277ms)","trace[2101717189] 'applied index is now lower than readState.Index' (duration: 40.967398ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:39.910741Z","caller":"traceutil/trace.go:171","msg":"trace[334793984] transaction","detail":"{read_only:false; response_revision:35528; number_of_response:1; }","duration":"171.821879ms","start":"2026-05-07T03:26:39.738851Z","end":"2026-05-07T03:26:39.910673Z","steps":["trace[334793984] 'process raft request' (duration: 171.651745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:39.910856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.991399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:39.911062Z","caller":"traceutil/trace.go:171","msg":"trace[694440734] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:35528; }","duration":"150.196714ms","start":"2026-05-07T03:26:39.760799Z","end":"2026-05-07T03:26:39.910996Z","steps":["trace[694440734] 'agreement among raft nodes before linearized reading' (duration: 149.891678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:40.531147Z","caller":"traceutil/trace.go:171","msg":"trace[1417108075] transaction","detail":"{read_only:false; response_revision:35532; number_of_response:1; }","duration":"125.679166ms","start":"2026-05-07T03:26:40.40544Z","end":"2026-05-07T03:26:40.531119Z","steps":["trace[1417108075] 'process raft request' (duration: 125.467091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.564716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.719594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-07T03:26:41.573652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.322628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:41.57379Z","caller":"traceutil/trace.go:171","msg":"trace[1212168599] transaction","detail":"{read_only:false; response_revision:35536; number_of_response:1; }","duration":"299.892266ms","start":"2026-05-07T03:26:41.273879Z","end":"2026-05-07T03:26:41.573771Z","steps":["trace[1212168599] 'process raft request' (duration: 160.528276ms)","trace[1212168599] 'compare' (duration: 129.817157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:41.573876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.524837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:41.573978Z","caller":"traceutil/trace.go:171","msg":"trace[252811623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35535; }","duration":"307.828494ms","start":"2026-05-07T03:26:41.266112Z","end":"2026-05-07T03:26:41.57394Z","steps":["trace[252811623] 'range keys from in-memory index tree' (duration: 298.458885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.574027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.266096Z","time spent":"307.913126ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:26:41.574074Z","caller":"traceutil/trace.go:171","msg":"trace[348470468] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:35535; }","duration":"308.856307ms","start":"2026-05-07T03:26:41.255925Z","end":"2026-05-07T03:26:41.564781Z","steps":["trace[348470468] 'range keys from in-memory index tree' (duration: 308.54025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.574211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.255904Z","time spent":"318.255117ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-07T03:26:41.629629Z","caller":"traceutil/trace.go:171","msg":"trace[847122093] linearizableReadLoop","detail":"{readStateIndex:36802; appliedIndex:36800; }","duration":"344.532216ms","start":"2026-05-07T03:26:41.285045Z","end":"2026-05-07T03:26:41.629577Z","steps":["trace[847122093] 'read index received' (duration: 149.336705ms)","trace[847122093] 'applied index is now lower than readState.Index' (duration: 195.194561ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:41.629654Z","caller":"traceutil/trace.go:171","msg":"trace[1598493058] transaction","detail":"{read_only:false; response_revision:35537; number_of_response:1; }","duration":"355.299298ms","start":"2026-05-07T03:26:41.274298Z","end":"2026-05-07T03:26:41.629598Z","steps":["trace[1598493058] 'process raft request' (duration: 355.151595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.629793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.274281Z","time spent":"355.439601ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:41.629905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.836033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:26:41.629982Z","caller":"traceutil/trace.go:171","msg":"trace[444113687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35537; }","duration":"344.946605ms","start":"2026-05-07T03:26:41.285017Z","end":"2026-05-07T03:26:41.629963Z","steps":["trace[444113687] 'agreement among raft nodes before linearized reading' (duration: 344.674439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.630019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.285006Z","time spent":"345.006857ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:41.892758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.208346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:41.893073Z","caller":"traceutil/trace.go:171","msg":"trace[1821805627] transaction","detail":"{read_only:false; response_revision:35538; number_of_response:1; }","duration":"312.98891ms","start":"2026-05-07T03:26:41.579946Z","end":"2026-05-07T03:26:41.892935Z","steps":["trace[1821805627] 'process raft request' (duration: 170.517159ms)","trace[1821805627] 'compare' (duration: 141.945ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:41.893159Z","caller":"traceutil/trace.go:171","msg":"trace[1043688823] linearizableReadLoop","detail":"{readStateIndex:36803; appliedIndex:36802; }","duration":"263.44487ms","start":"2026-05-07T03:26:41.629682Z","end":"2026-05-07T03:26:41.893127Z","steps":["trace[1043688823] 'read index received' (duration: 120.747194ms)","trace[1043688823] 'applied index is now lower than readState.Index' (duration: 142.695216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:41.893217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.845672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:26:41.89323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.151341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:26:41.893285Z","caller":"traceutil/trace.go:171","msg":"trace[1087550325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:35539; }","duration":"398.963745ms","start":"2026-05-07T03:26:41.494301Z","end":"2026-05-07T03:26:41.893265Z","steps":["trace[1087550325] 'agreement among raft nodes before linearized reading' (duration: 398.840542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.893321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.494279Z","time spent":"399.034896ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:26:41.893317Z","caller":"traceutil/trace.go:171","msg":"trace[1640367827] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:35539; }","duration":"429.275693ms","start":"2026-05-07T03:26:41.46402Z","end":"2026-05-07T03:26:41.893295Z","steps":["trace[1640367827] 'agreement among raft nodes before linearized reading' (duration: 429.13628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.893423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.464009Z","time spent":"429.401297ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:26:41.893521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.877259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:41.893548Z","caller":"traceutil/trace.go:171","msg":"trace[1797701752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35539; }","duration":"317.92726ms","start":"2026-05-07T03:26:41.575614Z","end":"2026-05-07T03:26:41.893541Z","steps":["trace[1797701752] 'agreement among raft nodes before linearized reading' (duration: 317.878929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.893567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.575596Z","time spent":"317.966431ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:26:41.893258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.579931Z","time spent":"313.249856ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:41.893322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.201595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:41.894204Z","caller":"traceutil/trace.go:171","msg":"trace[588651800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:35539; }","duration":"540.151237ms","start":"2026-05-07T03:26:41.354031Z","end":"2026-05-07T03:26:41.894182Z","steps":["trace[588651800] 'agreement among raft nodes before linearized reading' (duration: 539.205375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.894257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.354004Z","time spent":"540.234909ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:26:41.894262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.042669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809430"} {"level":"info","ts":"2026-05-07T03:26:41.894451Z","caller":"traceutil/trace.go:171","msg":"trace[1299003964] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:35539; }","duration":"508.234083ms","start":"2026-05-07T03:26:41.386197Z","end":"2026-05-07T03:26:41.894431Z","steps":["trace[1299003964] 'agreement among raft nodes before linearized reading' (duration: 507.002325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.894508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.386148Z","time spent":"508.341926ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809453,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-07T03:26:41.895404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.29802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T03:26:41.895528Z","caller":"traceutil/trace.go:171","msg":"trace[1229770233] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9; range_end:; response_count:1; response_revision:35539; }","duration":"318.449112ms","start":"2026-05-07T03:26:41.577063Z","end":"2026-05-07T03:26:41.895512Z","steps":["trace[1229770233] 'agreement among raft nodes before linearized reading' (duration: 316.247913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:41.895683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:41.577048Z","time spent":"318.621287ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-b76c6553-41d0-4853-ac60-236ed09b44a9\" "} {"level":"info","ts":"2026-05-07T03:26:41.896701Z","caller":"traceutil/trace.go:171","msg":"trace[617830656] transaction","detail":"{read_only:false; response_revision:35539; number_of_response:1; }","duration":"262.421877ms","start":"2026-05-07T03:26:41.634265Z","end":"2026-05-07T03:26:41.896687Z","steps":["trace[617830656] 'process raft request' (duration: 258.608391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:42.076495Z","caller":"traceutil/trace.go:171","msg":"trace[994405848] linearizableReadLoop","detail":"{readStateIndex:36806; appliedIndex:36804; }","duration":"131.473585ms","start":"2026-05-07T03:26:41.944997Z","end":"2026-05-07T03:26:42.07647Z","steps":["trace[994405848] 'read index received' (duration: 42.551863ms)","trace[994405848] 'applied index is now lower than readState.Index' (duration: 88.920642ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:42.076605Z","caller":"traceutil/trace.go:171","msg":"trace[1509105615] transaction","detail":"{read_only:false; response_revision:35541; number_of_response:1; }","duration":"161.237392ms","start":"2026-05-07T03:26:41.915317Z","end":"2026-05-07T03:26:42.076554Z","steps":["trace[1509105615] 'process raft request' (duration: 155.936123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:42.076884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.71842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:26:42.076953Z","caller":"traceutil/trace.go:171","msg":"trace[353093868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35541; }","duration":"131.984526ms","start":"2026-05-07T03:26:41.944951Z","end":"2026-05-07T03:26:42.076935Z","steps":["trace[353093868] 'agreement among raft nodes before linearized reading' (duration: 131.620538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:42.380588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.013392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:26:42.380857Z","caller":"traceutil/trace.go:171","msg":"trace[933629003] transaction","detail":"{read_only:false; response_revision:35543; number_of_response:1; }","duration":"299.856696ms","start":"2026-05-07T03:26:42.080975Z","end":"2026-05-07T03:26:42.380832Z","steps":["trace[933629003] 'process raft request' (duration: 98.519246ms)","trace[933629003] 'compare' (duration: 200.544852ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:42.38121Z","caller":"traceutil/trace.go:171","msg":"trace[1971900654] transaction","detail":"{read_only:false; response_revision:35544; number_of_response:1; }","duration":"299.620109ms","start":"2026-05-07T03:26:42.081558Z","end":"2026-05-07T03:26:42.381178Z","steps":["trace[1971900654] 'process raft request' (duration: 299.139529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:42.381525Z","caller":"traceutil/trace.go:171","msg":"trace[1907617713] linearizableReadLoop","detail":"{readStateIndex:36809; appliedIndex:36807; }","duration":"288.616624ms","start":"2026-05-07T03:26:42.092874Z","end":"2026-05-07T03:26:42.381491Z","steps":["trace[1907617713] 'read index received' (duration: 17.034692ms)","trace[1907617713] 'applied index is now lower than readState.Index' (duration: 271.577662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:42.47516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.444398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:26:42.475221Z","caller":"traceutil/trace.go:171","msg":"trace[1623385565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35544; }","duration":"208.54282ms","start":"2026-05-07T03:26:42.266663Z","end":"2026-05-07T03:26:42.475206Z","steps":["trace[1623385565] 'agreement among raft nodes before linearized reading' (duration: 208.437828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:42.4757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.835863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809430"} {"level":"info","ts":"2026-05-07T03:26:42.475728Z","caller":"traceutil/trace.go:171","msg":"trace[1555689656] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:35544; }","duration":"382.900985ms","start":"2026-05-07T03:26:42.09282Z","end":"2026-05-07T03:26:42.475721Z","steps":["trace[1555689656] 'agreement among raft nodes before linearized reading' (duration: 288.796058ms)","trace[1555689656] 'range keys from in-memory index tree' (duration: 93.813951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:42.475744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:42.092776Z","time spent":"382.963476ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809453,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-07T03:26:42.639741Z","caller":"traceutil/trace.go:171","msg":"trace[741529829] transaction","detail":"{read_only:false; response_revision:35545; number_of_response:1; }","duration":"102.577457ms","start":"2026-05-07T03:26:42.537142Z","end":"2026-05-07T03:26:42.639719Z","steps":["trace[741529829] 'process raft request' (duration: 102.421204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:42.661327Z","caller":"traceutil/trace.go:171","msg":"trace[533459226] transaction","detail":"{read_only:false; response_revision:35546; number_of_response:1; }","duration":"122.592705ms","start":"2026-05-07T03:26:42.538669Z","end":"2026-05-07T03:26:42.661262Z","steps":["trace[533459226] 'process raft request' (duration: 122.322759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:43.299388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:26:43.299508Z","caller":"traceutil/trace.go:171","msg":"trace[1361466533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35549; }","duration":"121.48006ms","start":"2026-05-07T03:26:43.178Z","end":"2026-05-07T03:26:43.29948Z","steps":["trace[1361466533] 'range keys from in-memory index tree' (duration: 121.104792ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:46.068108Z","caller":"traceutil/trace.go:171","msg":"trace[816840386] transaction","detail":"{read_only:false; response_revision:35570; number_of_response:1; }","duration":"101.658997ms","start":"2026-05-07T03:26:45.96641Z","end":"2026-05-07T03:26:46.068069Z","steps":["trace[816840386] 'process raft request' (duration: 65.953047ms)","trace[816840386] 'compare' (duration: 35.474485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:49.74861Z","caller":"traceutil/trace.go:171","msg":"trace[1911587751] transaction","detail":"{read_only:false; response_revision:35596; number_of_response:1; }","duration":"108.211603ms","start":"2026-05-07T03:26:49.640373Z","end":"2026-05-07T03:26:49.748584Z","steps":["trace[1911587751] 'process raft request' (duration: 108.05926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:50.295605Z","caller":"traceutil/trace.go:171","msg":"trace[556632567] transaction","detail":"{read_only:false; response_revision:35600; number_of_response:1; }","duration":"206.049115ms","start":"2026-05-07T03:26:50.089536Z","end":"2026-05-07T03:26:50.295585Z","steps":["trace[556632567] 'process raft request' (duration: 191.705334ms)","trace[556632567] 'compare' (duration: 13.989613ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:51.966337Z","caller":"traceutil/trace.go:171","msg":"trace[276083060] transaction","detail":"{read_only:false; response_revision:35611; number_of_response:1; }","duration":"187.930139ms","start":"2026-05-07T03:26:51.778384Z","end":"2026-05-07T03:26:51.966314Z","steps":["trace[276083060] 'process raft request' (duration: 187.108781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.423771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.618754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:26:52.424135Z","caller":"traceutil/trace.go:171","msg":"trace[1764540965] transaction","detail":"{read_only:false; response_revision:35614; number_of_response:1; }","duration":"123.331993ms","start":"2026-05-07T03:26:52.300782Z","end":"2026-05-07T03:26:52.424114Z","steps":["trace[1764540965] 'process raft request' (duration: 123.076757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.42415Z","caller":"traceutil/trace.go:171","msg":"trace[988556861] linearizableReadLoop","detail":"{readStateIndex:36882; appliedIndex:36880; }","duration":"123.054495ms","start":"2026-05-07T03:26:52.301064Z","end":"2026-05-07T03:26:52.424118Z","steps":["trace[988556861] 'read index received' (duration: 9.087213ms)","trace[988556861] 'applied index is now lower than readState.Index' (duration: 113.961402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:52.821851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.79244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:26:52.821931Z","caller":"traceutil/trace.go:171","msg":"trace[599091636] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:35614; }","duration":"147.926503ms","start":"2026-05-07T03:26:52.673983Z","end":"2026-05-07T03:26:52.821909Z","steps":["trace[599091636] 'count revisions from in-memory index tree' (duration: 147.697157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.822078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.963077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:26:52.822157Z","caller":"traceutil/trace.go:171","msg":"trace[1456024958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35614; }","duration":"345.0835ms","start":"2026-05-07T03:26:52.477054Z","end":"2026-05-07T03:26:52.822137Z","steps":["trace[1456024958] 'range keys from in-memory index tree' (duration: 344.796204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.822201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.477037Z","time spent":"345.155371ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:26:52.822207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.046728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:26:52.822274Z","caller":"traceutil/trace.go:171","msg":"trace[1219411030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35614; }","duration":"324.133459ms","start":"2026-05-07T03:26:52.498126Z","end":"2026-05-07T03:26:52.822259Z","steps":["trace[1219411030] 'range keys from in-memory index tree' (duration: 323.933245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.822318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.498115Z","time spent":"324.193821ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:26:52.82235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.259515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:26:52.822461Z","caller":"traceutil/trace.go:171","msg":"trace[1358546529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35614; }","duration":"521.390457ms","start":"2026-05-07T03:26:52.301039Z","end":"2026-05-07T03:26:52.822429Z","steps":["trace[1358546529] 'agreement among raft nodes before linearized reading' (duration: 123.21351ms)","trace[1358546529] 'range keys from in-memory index tree' (duration: 397.911142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:52.822518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.301033Z","time spent":"521.469269ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:52.822936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.973135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:26:52.823018Z","caller":"traceutil/trace.go:171","msg":"trace[1418217164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35614; }","duration":"486.101178ms","start":"2026-05-07T03:26:52.336896Z","end":"2026-05-07T03:26:52.822997Z","steps":["trace[1418217164] 'agreement among raft nodes before linearized reading' (duration: 87.47675ms)","trace[1418217164] 'range keys from in-memory index tree' (duration: 397.389509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:52.823059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.336876Z","time spent":"486.173239ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:26:52.899019Z","caller":"traceutil/trace.go:171","msg":"trace[1501939372] transaction","detail":"{read_only:false; response_revision:35615; number_of_response:1; }","duration":"133.48571ms","start":"2026-05-07T03:26:52.765505Z","end":"2026-05-07T03:26:52.898991Z","steps":["trace[1501939372] 'process raft request' (duration: 133.268525ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.99705Z","caller":"traceutil/trace.go:171","msg":"trace[161598786] transaction","detail":"{read_only:false; response_revision:35618; number_of_response:1; }","duration":"170.515919ms","start":"2026-05-07T03:26:52.826514Z","end":"2026-05-07T03:26:52.99703Z","steps":["trace[161598786] 'process raft request' (duration: 170.458718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.997201Z","caller":"traceutil/trace.go:171","msg":"trace[2040685868] transaction","detail":"{read_only:false; response_revision:35617; number_of_response:1; }","duration":"212.590832ms","start":"2026-05-07T03:26:52.784594Z","end":"2026-05-07T03:26:52.997184Z","steps":["trace[2040685868] 'process raft request' (duration: 212.347116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.997182Z","caller":"traceutil/trace.go:171","msg":"trace[1847710684] transaction","detail":"{read_only:false; response_revision:35616; number_of_response:1; }","duration":"224.434756ms","start":"2026-05-07T03:26:52.772682Z","end":"2026-05-07T03:26:52.997117Z","steps":["trace[1847710684] 'process raft request' (duration: 224.113069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.99751Z","caller":"traceutil/trace.go:171","msg":"trace[1030079105] transaction","detail":"{read_only:false; response_revision:35619; number_of_response:1; }","duration":"170.816265ms","start":"2026-05-07T03:26:52.826668Z","end":"2026-05-07T03:26:52.997484Z","steps":["trace[1030079105] 'process raft request' (duration: 170.332665ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.997662Z","caller":"traceutil/trace.go:171","msg":"trace[38069161] transaction","detail":"{read_only:false; response_revision:35620; number_of_response:1; }","duration":"170.942108ms","start":"2026-05-07T03:26:52.82671Z","end":"2026-05-07T03:26:52.997652Z","steps":["trace[38069161] 'process raft request' (duration: 170.654722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.997682Z","caller":"traceutil/trace.go:171","msg":"trace[766493383] transaction","detail":"{read_only:false; response_revision:35621; number_of_response:1; }","duration":"170.55863ms","start":"2026-05-07T03:26:52.827106Z","end":"2026-05-07T03:26:52.997665Z","steps":["trace[766493383] 'process raft request' (duration: 170.427397ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.997656Z","caller":"traceutil/trace.go:171","msg":"trace[1516016050] linearizableReadLoop","detail":"{readStateIndex:36885; appliedIndex:36882; }","duration":"194.332201ms","start":"2026-05-07T03:26:52.803293Z","end":"2026-05-07T03:26:52.997625Z","steps":["trace[1516016050] 'read index received' (duration: 95.505628ms)","trace[1516016050] 'applied index is now lower than readState.Index' (duration: 98.824863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:52.997916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.582068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:26:52.997988Z","caller":"traceutil/trace.go:171","msg":"trace[714330394] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:35621; }","duration":"194.72222ms","start":"2026-05-07T03:26:52.803246Z","end":"2026-05-07T03:26:52.997968Z","steps":["trace[714330394] 'agreement among raft nodes before linearized reading' (duration: 194.532256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:02.245004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.393309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:02.245131Z","caller":"traceutil/trace.go:171","msg":"trace[483371229] transaction","detail":"{read_only:false; response_revision:35685; number_of_response:1; }","duration":"163.333257ms","start":"2026-05-07T03:27:02.081778Z","end":"2026-05-07T03:27:02.245111Z","steps":["trace[483371229] 'process raft request' (duration: 37.738914ms)","trace[483371229] 'compare' (duration: 125.268816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:02.745107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.939755ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:27:02.745869Z","caller":"traceutil/trace.go:171","msg":"trace[1232765860] linearizableReadLoop","detail":"{readStateIndex:36956; appliedIndex:36954; }","duration":"332.64456ms","start":"2026-05-07T03:27:02.413199Z","end":"2026-05-07T03:27:02.745844Z","steps":["trace[1232765860] 'read index received' (duration: 41.102521ms)","trace[1232765860] 'applied index is now lower than readState.Index' (duration: 291.540889ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:02.745956Z","caller":"traceutil/trace.go:171","msg":"trace[1585398610] transaction","detail":"{read_only:false; response_revision:35686; number_of_response:1; }","duration":"479.665402ms","start":"2026-05-07T03:27:02.266274Z","end":"2026-05-07T03:27:02.74594Z","steps":["trace[1585398610] 'process raft request' (duration: 478.933396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:02.746053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:02.266246Z","time spent":"479.735914ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:02.861407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.137506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:02.861722Z","caller":"traceutil/trace.go:171","msg":"trace[701850776] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35686; }","duration":"448.331591ms","start":"2026-05-07T03:27:02.413149Z","end":"2026-05-07T03:27:02.86148Z","steps":["trace[701850776] 'agreement among raft nodes before linearized reading' (duration: 332.769983ms)","trace[701850776] 'count revisions from in-memory index tree' (duration: 115.368414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:02.86181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:02.413129Z","time spent":"448.660579ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:27:02.861913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.949147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:02.862141Z","caller":"traceutil/trace.go:171","msg":"trace[637214161] transaction","detail":"{read_only:false; response_revision:35687; number_of_response:1; }","duration":"401.443891ms","start":"2026-05-07T03:27:02.460653Z","end":"2026-05-07T03:27:02.862096Z","steps":["trace[637214161] 'process raft request' (duration: 285.185247ms)","trace[637214161] 'compare' (duration: 115.736742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:02.862333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:02.460633Z","time spent":"401.594774ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:03.066102Z","caller":"traceutil/trace.go:171","msg":"trace[1085464880] transaction","detail":"{read_only:false; response_revision:35688; number_of_response:1; }","duration":"118.001813ms","start":"2026-05-07T03:27:02.948066Z","end":"2026-05-07T03:27:03.066068Z","steps":["trace[1085464880] 'process raft request' (duration: 50.766067ms)","trace[1085464880] 'compare' (duration: 66.931979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:03.446408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.605327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:03.446562Z","caller":"traceutil/trace.go:171","msg":"trace[995963076] transaction","detail":"{read_only:false; response_revision:35691; number_of_response:1; }","duration":"300.129671ms","start":"2026-05-07T03:27:03.146406Z","end":"2026-05-07T03:27:03.446535Z","steps":["trace[995963076] 'process raft request' (duration: 114.264389ms)","trace[995963076] 'compare' (duration: 185.365511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:03.446658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:03.146383Z","time spent":"300.223744ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:03.45356Z","caller":"traceutil/trace.go:171","msg":"trace[874668134] linearizableReadLoop","detail":"{readStateIndex:36964; appliedIndex:36960; }","duration":"246.308057ms","start":"2026-05-07T03:27:03.207237Z","end":"2026-05-07T03:27:03.453545Z","steps":["trace[874668134] 'read index received' (duration: 53.443447ms)","trace[874668134] 'applied index is now lower than readState.Index' (duration: 192.86375ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:03.453606Z","caller":"traceutil/trace.go:171","msg":"trace[1309971668] transaction","detail":"{read_only:false; response_revision:35692; number_of_response:1; }","duration":"306.406613ms","start":"2026-05-07T03:27:03.147161Z","end":"2026-05-07T03:27:03.453568Z","steps":["trace[1309971668] 'process raft request' (duration: 306.238829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:03.453646Z","caller":"traceutil/trace.go:171","msg":"trace[828111911] transaction","detail":"{read_only:false; response_revision:35693; number_of_response:1; }","duration":"306.330561ms","start":"2026-05-07T03:27:03.147279Z","end":"2026-05-07T03:27:03.45361Z","steps":["trace[828111911] 'process raft request' (duration: 306.202968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:03.453733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:03.147142Z","time spent":"306.523075ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:03.453783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.515641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:27:03.453836Z","caller":"traceutil/trace.go:171","msg":"trace[2103415703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:35694; }","duration":"246.643704ms","start":"2026-05-07T03:27:03.207176Z","end":"2026-05-07T03:27:03.45382Z","steps":["trace[2103415703] 'agreement among raft nodes before linearized reading' (duration: 246.46032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:03.453646Z","caller":"traceutil/trace.go:171","msg":"trace[1665926131] transaction","detail":"{read_only:false; response_revision:35694; number_of_response:1; }","duration":"306.053475ms","start":"2026-05-07T03:27:03.147556Z","end":"2026-05-07T03:27:03.45361Z","steps":["trace[1665926131] 'process raft request' (duration: 305.959893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:03.453849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:03.147253Z","time spent":"306.499555ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:03.453912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:03.147547Z","time spent":"306.325381ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:03.461746Z","caller":"traceutil/trace.go:171","msg":"trace[1028210326] transaction","detail":"{read_only:false; response_revision:35695; number_of_response:1; }","duration":"130.288239ms","start":"2026-05-07T03:27:03.331428Z","end":"2026-05-07T03:27:03.461717Z","steps":["trace[1028210326] 'process raft request' (duration: 129.841788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:03.462298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.022316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:03.462366Z","caller":"traceutil/trace.go:171","msg":"trace[2124493854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:35695; }","duration":"194.106918ms","start":"2026-05-07T03:27:03.268242Z","end":"2026-05-07T03:27:03.462349Z","steps":["trace[2124493854] 'agreement among raft nodes before linearized reading' (duration: 193.999805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:03.462459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.162244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:03.46252Z","caller":"traceutil/trace.go:171","msg":"trace[1014823343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35695; }","duration":"196.257755ms","start":"2026-05-07T03:27:03.266247Z","end":"2026-05-07T03:27:03.462505Z","steps":["trace[1014823343] 'agreement among raft nodes before linearized reading' (duration: 196.162663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:06.105781Z","caller":"traceutil/trace.go:171","msg":"trace[1652505774] transaction","detail":"{read_only:false; response_revision:35714; number_of_response:1; }","duration":"166.688243ms","start":"2026-05-07T03:27:05.93907Z","end":"2026-05-07T03:27:06.105758Z","steps":["trace[1652505774] 'process raft request' (duration: 97.239958ms)","trace[1652505774] 'compare' (duration: 69.266681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:11.73703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.352065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:11.737208Z","caller":"traceutil/trace.go:171","msg":"trace[884694972] linearizableReadLoop","detail":"{readStateIndex:37025; appliedIndex:37022; }","duration":"208.362797ms","start":"2026-05-07T03:27:11.52883Z","end":"2026-05-07T03:27:11.737193Z","steps":["trace[884694972] 'read index received' (duration: 3.418246ms)","trace[884694972] 'applied index is now lower than readState.Index' (duration: 204.943461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:11.737387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.566771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:27:11.737418Z","caller":"traceutil/trace.go:171","msg":"trace[1026807172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35754; }","duration":"208.640583ms","start":"2026-05-07T03:27:11.528767Z","end":"2026-05-07T03:27:11.737408Z","steps":["trace[1026807172] 'agreement among raft nodes before linearized reading' (duration: 208.475689ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:11.737578Z","caller":"traceutil/trace.go:171","msg":"trace[923984055] transaction","detail":"{read_only:false; response_revision:35753; number_of_response:1; }","duration":"210.548495ms","start":"2026-05-07T03:27:11.527018Z","end":"2026-05-07T03:27:11.737566Z","steps":["trace[923984055] 'process raft request' (duration: 85.377162ms)","trace[923984055] 'compare' (duration: 124.031817ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:11.737611Z","caller":"traceutil/trace.go:171","msg":"trace[1671263300] transaction","detail":"{read_only:false; response_revision:35754; number_of_response:1; }","duration":"210.530884ms","start":"2026-05-07T03:27:11.527045Z","end":"2026-05-07T03:27:11.737576Z","steps":["trace[1671263300] 'process raft request' (duration: 210.064034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:12.271629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.046694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:12.271712Z","caller":"traceutil/trace.go:171","msg":"trace[919909500] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:35755; }","duration":"193.188907ms","start":"2026-05-07T03:27:12.078505Z","end":"2026-05-07T03:27:12.271694Z","steps":["trace[919909500] 'count revisions from in-memory index tree' (duration: 192.89807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:12.271867Z","caller":"traceutil/trace.go:171","msg":"trace[202976022] transaction","detail":"{read_only:false; response_revision:35756; number_of_response:1; }","duration":"144.619429ms","start":"2026-05-07T03:27:12.127224Z","end":"2026-05-07T03:27:12.271844Z","steps":["trace[202976022] 'process raft request' (duration: 143.576086ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:12.27606Z","caller":"traceutil/trace.go:171","msg":"trace[1978539571] transaction","detail":"{read_only:false; response_revision:35757; number_of_response:1; }","duration":"145.58242ms","start":"2026-05-07T03:27:12.130463Z","end":"2026-05-07T03:27:12.276045Z","steps":["trace[1978539571] 'process raft request' (duration: 145.471298ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:12.327279Z","caller":"traceutil/trace.go:171","msg":"trace[690071473] linearizableReadLoop","detail":"{readStateIndex:37028; appliedIndex:37026; }","duration":"117.347358ms","start":"2026-05-07T03:27:12.209893Z","end":"2026-05-07T03:27:12.327241Z","steps":["trace[690071473] 'read index received' (duration: 61.114099ms)","trace[690071473] 'applied index is now lower than readState.Index' (duration: 56.231339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:12.327579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.649055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:27:12.327634Z","caller":"traceutil/trace.go:171","msg":"trace[1087090063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:35757; }","duration":"117.765308ms","start":"2026-05-07T03:27:12.209852Z","end":"2026-05-07T03:27:12.327617Z","steps":["trace[1087090063] 'agreement among raft nodes before linearized reading' (duration: 117.511792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.482785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.875469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:14.483793Z","caller":"traceutil/trace.go:171","msg":"trace[1902093292] transaction","detail":"{read_only:false; response_revision:35768; number_of_response:1; }","duration":"706.140085ms","start":"2026-05-07T03:27:13.777623Z","end":"2026-05-07T03:27:14.483764Z","steps":["trace[1902093292] 'process raft request' (duration: 358.192032ms)","trace[1902093292] 'compare' (duration: 346.688915ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:14.483917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.777601Z","time spent":"706.252698ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:14.483834Z","caller":"traceutil/trace.go:171","msg":"trace[620033821] transaction","detail":"{read_only:false; response_revision:35769; number_of_response:1; }","duration":"705.125143ms","start":"2026-05-07T03:27:13.778687Z","end":"2026-05-07T03:27:14.483812Z","steps":["trace[620033821] 'process raft request' (duration: 704.97616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:14.484204Z","caller":"traceutil/trace.go:171","msg":"trace[545084404] linearizableReadLoop","detail":"{readStateIndex:37043; appliedIndex:37039; }","duration":"609.012299ms","start":"2026-05-07T03:27:13.875167Z","end":"2026-05-07T03:27:14.484179Z","steps":["trace[545084404] 'read index received' (duration: 260.557335ms)","trace[545084404] 'applied index is now lower than readState.Index' (duration: 348.453114ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:14.484265Z","caller":"traceutil/trace.go:171","msg":"trace[2004533823] transaction","detail":"{read_only:false; response_revision:35771; number_of_response:1; }","duration":"625.209342ms","start":"2026-05-07T03:27:13.859029Z","end":"2026-05-07T03:27:14.484238Z","steps":["trace[2004533823] 'process raft request' (duration: 624.984348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.484436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.858996Z","time spent":"625.349646ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:14.484555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.374397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18267"} {"level":"warn","ts":"2026-05-07T03:27:14.484244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.778676Z","time spent":"705.501841ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:14.484625Z","caller":"traceutil/trace.go:171","msg":"trace[2040308890] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:35771; }","duration":"609.5014ms","start":"2026-05-07T03:27:13.87511Z","end":"2026-05-07T03:27:14.484612Z","steps":["trace[2040308890] 'agreement among raft nodes before linearized reading' (duration: 609.248364ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:14.484127Z","caller":"traceutil/trace.go:171","msg":"trace[1941370942] transaction","detail":"{read_only:false; response_revision:35770; number_of_response:1; }","duration":"702.529635ms","start":"2026-05-07T03:27:13.78159Z","end":"2026-05-07T03:27:14.484119Z","steps":["trace[1941370942] 'process raft request' (duration: 702.175707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.484671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.875089Z","time spent":"609.570322ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T03:27:14.484701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.781579Z","time spent":"703.084587ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:14.56892Z","caller":"traceutil/trace.go:171","msg":"trace[1804766990] transaction","detail":"{read_only:false; response_revision:35772; number_of_response:1; }","duration":"291.966288ms","start":"2026-05-07T03:27:14.27693Z","end":"2026-05-07T03:27:14.568896Z","steps":["trace[1804766990] 'process raft request' (duration: 291.818645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.954972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.010511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:14.95562Z","caller":"traceutil/trace.go:171","msg":"trace[243558669] transaction","detail":"{read_only:false; response_revision:35773; number_of_response:1; }","duration":"674.429843ms","start":"2026-05-07T03:27:14.281152Z","end":"2026-05-07T03:27:14.955582Z","steps":["trace[243558669] 'process raft request' (duration: 372.703647ms)","trace[243558669] 'compare' (duration: 300.900568ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:14.955716Z","caller":"traceutil/trace.go:171","msg":"trace[2033809751] linearizableReadLoop","detail":"{readStateIndex:37046; appliedIndex:37043; }","duration":"471.396508ms","start":"2026-05-07T03:27:14.484302Z","end":"2026-05-07T03:27:14.955698Z","steps":["trace[2033809751] 'read index received' (duration: 84.494162ms)","trace[2033809751] 'applied index is now lower than readState.Index' (duration: 386.901386ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:14.955773Z","caller":"traceutil/trace.go:171","msg":"trace[1706620031] transaction","detail":"{read_only:false; response_revision:35774; number_of_response:1; }","duration":"621.032179ms","start":"2026-05-07T03:27:14.334711Z","end":"2026-05-07T03:27:14.955743Z","steps":["trace[1706620031] 'process raft request' (duration: 620.906636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.955819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.28112Z","time spent":"674.584528ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:14.955941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.334675Z","time spent":"621.190823ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:14.955952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.885252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:14.956031Z","caller":"traceutil/trace.go:171","msg":"trace[247917734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35774; }","duration":"690.020605ms","start":"2026-05-07T03:27:14.265989Z","end":"2026-05-07T03:27:14.956009Z","steps":["trace[247917734] 'agreement among raft nodes before linearized reading' (duration: 689.866361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.956044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.300674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T03:27:14.956084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.265968Z","time spent":"690.107246ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:27:14.956095Z","caller":"traceutil/trace.go:171","msg":"trace[1000634126] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35774; }","duration":"717.391296ms","start":"2026-05-07T03:27:14.238686Z","end":"2026-05-07T03:27:14.956078Z","steps":["trace[1000634126] 'agreement among raft nodes before linearized reading' (duration: 717.214032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.956313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.238663Z","time spent":"717.636482ms","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:27:14.956897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.102615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:27:14.956992Z","caller":"traceutil/trace.go:171","msg":"trace[1498435878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35774; }","duration":"961.233578ms","start":"2026-05-07T03:27:13.995747Z","end":"2026-05-07T03:27:14.956981Z","steps":["trace[1498435878] 'agreement among raft nodes before linearized reading' (duration: 960.011291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.957026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.995727Z","time spent":"961.289259ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:27:15.315448Z","caller":"traceutil/trace.go:171","msg":"trace[1165953762] transaction","detail":"{read_only:false; response_revision:35775; number_of_response:1; }","duration":"664.717367ms","start":"2026-05-07T03:27:14.650701Z","end":"2026-05-07T03:27:15.315419Z","steps":["trace[1165953762] 'process raft request' (duration: 624.499477ms)","trace[1165953762] 'compare' (duration: 40.091067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:15.315599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.650677Z","time spent":"664.84525ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:15.639387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.166541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:15.639692Z","caller":"traceutil/trace.go:171","msg":"trace[1234931700] transaction","detail":"{read_only:false; response_revision:35781; number_of_response:1; }","duration":"103.877236ms","start":"2026-05-07T03:27:15.535802Z","end":"2026-05-07T03:27:15.639679Z","steps":["trace[1234931700] 'process raft request' (duration: 103.846596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:15.639901Z","caller":"traceutil/trace.go:171","msg":"trace[1346152763] transaction","detail":"{read_only:false; response_revision:35776; number_of_response:1; }","duration":"744.78591ms","start":"2026-05-07T03:27:14.895102Z","end":"2026-05-07T03:27:15.639888Z","steps":["trace[1346152763] 'process raft request' (duration: 570.041886ms)","trace[1346152763] 'compare' (duration: 174.012978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:15.639969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.895079Z","time spent":"744.857612ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:15.640103Z","caller":"traceutil/trace.go:171","msg":"trace[1587128515] transaction","detail":"{read_only:false; response_revision:35780; number_of_response:1; }","duration":"379.047169ms","start":"2026-05-07T03:27:15.261044Z","end":"2026-05-07T03:27:15.640091Z","steps":["trace[1587128515] 'process raft request' (duration: 378.574498ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:15.6401Z","caller":"traceutil/trace.go:171","msg":"trace[52737782] transaction","detail":"{read_only:false; response_revision:35778; number_of_response:1; }","duration":"483.12777ms","start":"2026-05-07T03:27:15.156956Z","end":"2026-05-07T03:27:15.640084Z","steps":["trace[52737782] 'process raft request' (duration: 482.586718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:15.640097Z","caller":"traceutil/trace.go:171","msg":"trace[570240937] transaction","detail":"{read_only:false; response_revision:35779; number_of_response:1; }","duration":"435.600526ms","start":"2026-05-07T03:27:15.204468Z","end":"2026-05-07T03:27:15.640069Z","steps":["trace[570240937] 'process raft request' (duration: 435.121986ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:15.640141Z","caller":"traceutil/trace.go:171","msg":"trace[2007014749] linearizableReadLoop","detail":"{readStateIndex:37048; appliedIndex:37046; }","duration":"682.862873ms","start":"2026-05-07T03:27:14.957262Z","end":"2026-05-07T03:27:15.640125Z","steps":["trace[2007014749] 'read index received' (duration: 317.948371ms)","trace[2007014749] 'applied index is now lower than readState.Index' (duration: 364.912952ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:15.64012Z","caller":"traceutil/trace.go:171","msg":"trace[1085597609] transaction","detail":"{read_only:false; response_revision:35777; number_of_response:1; }","duration":"676.253116ms","start":"2026-05-07T03:27:14.96383Z","end":"2026-05-07T03:27:15.640083Z","steps":["trace[1085597609] 'process raft request' (duration: 675.649213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.640166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.261007Z","time spent":"379.12575ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:15.640175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.156924Z","time spent":"483.216583ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:15.640236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.967306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:27:15.640237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.204438Z","time spent":"435.726059ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:15.640261Z","caller":"traceutil/trace.go:171","msg":"trace[1768241035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35781; }","duration":"683.033097ms","start":"2026-05-07T03:27:14.957221Z","end":"2026-05-07T03:27:15.640254Z","steps":["trace[1768241035] 'agreement among raft nodes before linearized reading' (duration: 682.979756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.640282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.957204Z","time spent":"683.073269ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:27:15.640264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.963808Z","time spent":"676.381159ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:15.640342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.226361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:27:15.640396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.359773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:27:15.640426Z","caller":"traceutil/trace.go:171","msg":"trace[323505297] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:35781; }","duration":"190.355743ms","start":"2026-05-07T03:27:15.450049Z","end":"2026-05-07T03:27:15.640405Z","steps":["trace[323505297] 'agreement among raft nodes before linearized reading' (duration: 190.21779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.64046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.018165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:27:15.640461Z","caller":"traceutil/trace.go:171","msg":"trace[1198930136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35781; }","duration":"678.459084ms","start":"2026-05-07T03:27:14.961982Z","end":"2026-05-07T03:27:15.640441Z","steps":["trace[1198930136] 'agreement among raft nodes before linearized reading' (duration: 678.28006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:15.640494Z","caller":"traceutil/trace.go:171","msg":"trace[973305137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35781; }","duration":"127.153567ms","start":"2026-05-07T03:27:15.51333Z","end":"2026-05-07T03:27:15.640484Z","steps":["trace[973305137] 'agreement among raft nodes before linearized reading' (duration: 127.075205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.640529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.961964Z","time spent":"678.551797ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:27:15.640662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.483008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-05-07T03:27:15.640727Z","caller":"traceutil/trace.go:171","msg":"trace[1146700818] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:35781; }","duration":"575.58746ms","start":"2026-05-07T03:27:15.065123Z","end":"2026-05-07T03:27:15.640711Z","steps":["trace[1146700818] 'agreement among raft nodes before linearized reading' (duration: 575.376866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.640736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.894529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:15.640782Z","caller":"traceutil/trace.go:171","msg":"trace[2000607705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:35781; }","duration":"575.938569ms","start":"2026-05-07T03:27:15.064829Z","end":"2026-05-07T03:27:15.640767Z","steps":["trace[2000607705] 'agreement among raft nodes before linearized reading' (duration: 575.873528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.64078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.065102Z","time spent":"575.665332ms","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-05-07T03:27:15.640812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.064769Z","time spent":"576.035141ms","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:27:15.642215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.721278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:27:15.642276Z","caller":"traceutil/trace.go:171","msg":"trace[164414143] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:35781; }","duration":"226.789709ms","start":"2026-05-07T03:27:15.415473Z","end":"2026-05-07T03:27:15.642263Z","steps":["trace[164414143] 'agreement among raft nodes before linearized reading' (duration: 225.06401ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:16.595714Z","caller":"traceutil/trace.go:171","msg":"trace[1170746027] transaction","detail":"{read_only:false; response_revision:35784; number_of_response:1; }","duration":"102.526776ms","start":"2026-05-07T03:27:16.493152Z","end":"2026-05-07T03:27:16.595678Z","steps":["trace[1170746027] 'process raft request' (duration: 102.292221ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:16.81414Z","caller":"traceutil/trace.go:171","msg":"trace[1610016428] transaction","detail":"{read_only:false; response_revision:35785; number_of_response:1; }","duration":"319.883674ms","start":"2026-05-07T03:27:16.494221Z","end":"2026-05-07T03:27:16.814105Z","steps":["trace[1610016428] 'process raft request' (duration: 298.462424ms)","trace[1610016428] 'compare' (duration: 21.089843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:16.814291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.494155Z","time spent":"320.059848ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:16.814913Z","caller":"traceutil/trace.go:171","msg":"trace[1592884764] transaction","detail":"{read_only:false; response_revision:35786; number_of_response:1; }","duration":"319.367363ms","start":"2026-05-07T03:27:16.495526Z","end":"2026-05-07T03:27:16.814893Z","steps":["trace[1592884764] 'process raft request' (duration: 318.853021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:16.815116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.495514Z","time spent":"319.483855ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:16.815446Z","caller":"traceutil/trace.go:171","msg":"trace[492182299] transaction","detail":"{read_only:false; response_revision:35787; number_of_response:1; }","duration":"239.854051ms","start":"2026-05-07T03:27:16.574989Z","end":"2026-05-07T03:27:16.814844Z","steps":["trace[492182299] 'process raft request' (duration: 239.442652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:31.237203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.778593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:31.237383Z","caller":"traceutil/trace.go:171","msg":"trace[1808221314] transaction","detail":"{read_only:false; response_revision:35889; number_of_response:1; }","duration":"280.192715ms","start":"2026-05-07T03:27:30.957157Z","end":"2026-05-07T03:27:31.23735Z","steps":["trace[1808221314] 'process raft request' (duration: 97.167375ms)","trace[1808221314] 'compare' (duration: 182.63058ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:31.237432Z","caller":"traceutil/trace.go:171","msg":"trace[2035113586] linearizableReadLoop","detail":"{readStateIndex:37164; appliedIndex:37162; }","duration":"248.443294ms","start":"2026-05-07T03:27:30.988975Z","end":"2026-05-07T03:27:31.237418Z","steps":["trace[2035113586] 'read index received' (duration: 8.889369ms)","trace[2035113586] 'applied index is now lower than readState.Index' (duration: 239.552965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:31.237542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.551327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:31.237543Z","caller":"traceutil/trace.go:171","msg":"trace[2110583444] transaction","detail":"{read_only:false; response_revision:35890; number_of_response:1; }","duration":"151.137465ms","start":"2026-05-07T03:27:31.086387Z","end":"2026-05-07T03:27:31.237524Z","steps":["trace[2110583444] 'process raft request' (duration: 150.978191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:31.237658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.070195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:27:31.237564Z","caller":"traceutil/trace.go:171","msg":"trace[1658301803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:35890; }","duration":"248.619008ms","start":"2026-05-07T03:27:30.988937Z","end":"2026-05-07T03:27:31.237556Z","steps":["trace[1658301803] 'agreement among raft nodes before linearized reading' (duration: 248.550987ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:31.237673Z","caller":"traceutil/trace.go:171","msg":"trace[1409420294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35891; }","duration":"147.106195ms","start":"2026-05-07T03:27:31.090564Z","end":"2026-05-07T03:27:31.23767Z","steps":["trace[1409420294] 'agreement among raft nodes before linearized reading' (duration: 147.028463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:31.237734Z","caller":"traceutil/trace.go:171","msg":"trace[1100567895] transaction","detail":"{read_only:false; response_revision:35891; number_of_response:1; }","duration":"148.554297ms","start":"2026-05-07T03:27:31.089155Z","end":"2026-05-07T03:27:31.237709Z","steps":["trace[1100567895] 'process raft request' (duration: 148.320902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.853287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.981301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:33.853459Z","caller":"traceutil/trace.go:171","msg":"trace[1972378613] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:35905; }","duration":"109.186036ms","start":"2026-05-07T03:27:33.74424Z","end":"2026-05-07T03:27:33.853426Z","steps":["trace[1972378613] 'count revisions from in-memory index tree' (duration: 108.829508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:33.935365Z","caller":"traceutil/trace.go:171","msg":"trace[1646333413] linearizableReadLoop","detail":"{readStateIndex:37186; appliedIndex:37181; }","duration":"145.911118ms","start":"2026-05-07T03:27:33.789433Z","end":"2026-05-07T03:27:33.935344Z","steps":["trace[1646333413] 'read index received' (duration: 29.577962ms)","trace[1646333413] 'applied index is now lower than readState.Index' (duration: 116.332166ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:33.935385Z","caller":"traceutil/trace.go:171","msg":"trace[1865152256] transaction","detail":"{read_only:false; response_revision:35907; number_of_response:1; }","duration":"178.168401ms","start":"2026-05-07T03:27:33.75717Z","end":"2026-05-07T03:27:33.935338Z","steps":["trace[1865152256] 'process raft request' (duration: 177.967656ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:33.93546Z","caller":"traceutil/trace.go:171","msg":"trace[2079909042] transaction","detail":"{read_only:false; response_revision:35908; number_of_response:1; }","duration":"174.57178ms","start":"2026-05-07T03:27:33.76088Z","end":"2026-05-07T03:27:33.935452Z","steps":["trace[2079909042] 'process raft request' (duration: 174.371776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.935734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.577974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:27:33.935761Z","caller":"traceutil/trace.go:171","msg":"trace[733835482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35910; }","duration":"138.650856ms","start":"2026-05-07T03:27:33.797102Z","end":"2026-05-07T03:27:33.935753Z","steps":["trace[733835482] 'agreement among raft nodes before linearized reading' (duration: 138.539494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:33.935742Z","caller":"traceutil/trace.go:171","msg":"trace[577075287] transaction","detail":"{read_only:false; response_revision:35909; number_of_response:1; }","duration":"173.180459ms","start":"2026-05-07T03:27:33.762533Z","end":"2026-05-07T03:27:33.935713Z","steps":["trace[577075287] 'process raft request' (duration: 172.75079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.935841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.225351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:33.935862Z","caller":"traceutil/trace.go:171","msg":"trace[1569461903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:35910; }","duration":"111.276492ms","start":"2026-05-07T03:27:33.824575Z","end":"2026-05-07T03:27:33.935851Z","steps":["trace[1569461903] 'agreement among raft nodes before linearized reading' (duration: 111.246181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.935839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.405348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:27:33.935925Z","caller":"traceutil/trace.go:171","msg":"trace[1186082691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35910; }","duration":"146.588542ms","start":"2026-05-07T03:27:33.789315Z","end":"2026-05-07T03:27:33.935904Z","steps":["trace[1186082691] 'agreement among raft nodes before linearized reading' (duration: 146.269835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.935978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.614368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:27:33.936027Z","caller":"traceutil/trace.go:171","msg":"trace[1448543919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35910; }","duration":"123.715291ms","start":"2026-05-07T03:27:33.812298Z","end":"2026-05-07T03:27:33.936013Z","steps":["trace[1448543919] 'agreement among raft nodes before linearized reading' (duration: 123.559207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.936067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.025646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-07T03:27:33.936064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.482817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:33.936115Z","caller":"traceutil/trace.go:171","msg":"trace[979654590] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:35910; }","duration":"136.100569ms","start":"2026-05-07T03:27:33.799997Z","end":"2026-05-07T03:27:33.936098Z","steps":["trace[979654590] 'agreement among raft nodes before linearized reading' (duration: 135.966926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:33.936144Z","caller":"traceutil/trace.go:171","msg":"trace[109231090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:35910; }","duration":"111.610119ms","start":"2026-05-07T03:27:33.824514Z","end":"2026-05-07T03:27:33.936124Z","steps":["trace[109231090] 'agreement among raft nodes before linearized reading' (duration: 111.488526ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:33.93584Z","caller":"traceutil/trace.go:171","msg":"trace[578492289] transaction","detail":"{read_only:false; response_revision:35910; number_of_response:1; }","duration":"172.633087ms","start":"2026-05-07T03:27:33.763154Z","end":"2026-05-07T03:27:33.935787Z","steps":["trace[578492289] 'process raft request' (duration: 172.156586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.936508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.16789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:322039"} {"level":"info","ts":"2026-05-07T03:27:33.936554Z","caller":"traceutil/trace.go:171","msg":"trace[1218536649] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:35910; }","duration":"128.237532ms","start":"2026-05-07T03:27:33.808304Z","end":"2026-05-07T03:27:33.936541Z","steps":["trace[1218536649] 'agreement among raft nodes before linearized reading' (duration: 127.796643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:34.079662Z","caller":"traceutil/trace.go:171","msg":"trace[368537624] transaction","detail":"{read_only:false; response_revision:35911; number_of_response:1; }","duration":"140.016536ms","start":"2026-05-07T03:27:33.939611Z","end":"2026-05-07T03:27:34.079628Z","steps":["trace[368537624] 'process raft request' (duration: 73.264451ms)","trace[368537624] 'compare' (duration: 66.579811ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:34.10444Z","caller":"traceutil/trace.go:171","msg":"trace[2117521113] transaction","detail":"{read_only:false; response_revision:35912; number_of_response:1; }","duration":"164.141637ms","start":"2026-05-07T03:27:33.940277Z","end":"2026-05-07T03:27:34.104419Z","steps":["trace[2117521113] 'process raft request' (duration: 163.979033ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:34.104602Z","caller":"traceutil/trace.go:171","msg":"trace[1192580150] linearizableReadLoop","detail":"{readStateIndex:37189; appliedIndex:37186; }","duration":"151.718108ms","start":"2026-05-07T03:27:33.952862Z","end":"2026-05-07T03:27:34.10458Z","steps":["trace[1192580150] 'read index received' (duration: 60.154987ms)","trace[1192580150] 'applied index is now lower than readState.Index' (duration: 91.561121ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:34.104689Z","caller":"traceutil/trace.go:171","msg":"trace[1264908116] transaction","detail":"{read_only:false; response_revision:35913; number_of_response:1; }","duration":"162.813336ms","start":"2026-05-07T03:27:33.941866Z","end":"2026-05-07T03:27:34.104679Z","steps":["trace[1264908116] 'process raft request' (duration: 162.51754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:34.104768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.887622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-07T03:27:34.104793Z","caller":"traceutil/trace.go:171","msg":"trace[1432903396] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:35913; }","duration":"151.958154ms","start":"2026-05-07T03:27:33.952827Z","end":"2026-05-07T03:27:34.104785Z","steps":["trace[1432903396] 'agreement among raft nodes before linearized reading' (duration: 151.823501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.524403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.89902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:27:35.524546Z","caller":"traceutil/trace.go:171","msg":"trace[1089738440] transaction","detail":"{read_only:false; response_revision:35916; number_of_response:1; }","duration":"554.267023ms","start":"2026-05-07T03:27:34.970253Z","end":"2026-05-07T03:27:35.52452Z","steps":["trace[1089738440] 'process raft request' (duration: 403.160449ms)","trace[1089738440] 'compare' (duration: 150.538382ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:35.524702Z","caller":"traceutil/trace.go:171","msg":"trace[2133394259] transaction","detail":"{read_only:false; response_revision:35918; number_of_response:1; }","duration":"271.45328ms","start":"2026-05-07T03:27:35.253226Z","end":"2026-05-07T03:27:35.52468Z","steps":["trace[2133394259] 'process raft request' (duration: 271.399799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:35.524975Z","caller":"traceutil/trace.go:171","msg":"trace[1407093068] transaction","detail":"{read_only:false; response_revision:35917; number_of_response:1; }","duration":"273.368342ms","start":"2026-05-07T03:27:35.25159Z","end":"2026-05-07T03:27:35.524958Z","steps":["trace[1407093068] 'process raft request' (duration: 272.929252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.524722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:34.970224Z","time spent":"554.391977ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:35.525295Z","caller":"traceutil/trace.go:171","msg":"trace[1322672314] linearizableReadLoop","detail":"{readStateIndex:37192; appliedIndex:37191; }","duration":"538.639293ms","start":"2026-05-07T03:27:34.986639Z","end":"2026-05-07T03:27:35.525278Z","steps":["trace[1322672314] 'read index received' (duration: 386.830374ms)","trace[1322672314] 'applied index is now lower than readState.Index' (duration: 151.807569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:35.525544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.900339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:27:35.525601Z","caller":"traceutil/trace.go:171","msg":"trace[79338146] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:35918; }","duration":"539.012882ms","start":"2026-05-07T03:27:34.986571Z","end":"2026-05-07T03:27:35.525584Z","steps":["trace[79338146] 'agreement among raft nodes before linearized reading' (duration: 538.844918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.525648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:34.986545Z","time spent":"539.091023ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-07T03:27:35.525869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.079916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:27:35.525913Z","caller":"traceutil/trace.go:171","msg":"trace[1546702613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35918; }","duration":"511.159598ms","start":"2026-05-07T03:27:35.014741Z","end":"2026-05-07T03:27:35.525901Z","steps":["trace[1546702613] 'agreement among raft nodes before linearized reading' (duration: 511.052185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.525939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:35.014725Z","time spent":"511.209018ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:27:35.526082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.905607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:35.526108Z","caller":"traceutil/trace.go:171","msg":"trace[1128060987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:35918; }","duration":"453.961137ms","start":"2026-05-07T03:27:35.072139Z","end":"2026-05-07T03:27:35.5261Z","steps":["trace[1128060987] 'agreement among raft nodes before linearized reading' (duration: 453.917745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.526127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:35.072128Z","time spent":"453.994029ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:27:35.526117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.565067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:27:35.526165Z","caller":"traceutil/trace.go:171","msg":"trace[654146073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35918; }","duration":"273.636389ms","start":"2026-05-07T03:27:35.252513Z","end":"2026-05-07T03:27:35.526149Z","steps":["trace[654146073] 'agreement among raft nodes before linearized reading' (duration: 273.511115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.526434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.137491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:35.526455Z","caller":"traceutil/trace.go:171","msg":"trace[218879173] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:35918; }","duration":"483.157552ms","start":"2026-05-07T03:27:35.04329Z","end":"2026-05-07T03:27:35.526448Z","steps":["trace[218879173] 'agreement among raft nodes before linearized reading' (duration: 483.124071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:35.526475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:35.043231Z","time spent":"483.237483ms","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:27:35.526562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.765076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:27:35.526612Z","caller":"traceutil/trace.go:171","msg":"trace[134382637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35918; }","duration":"258.835357ms","start":"2026-05-07T03:27:35.267765Z","end":"2026-05-07T03:27:35.5266Z","steps":["trace[134382637] 'agreement among raft nodes before linearized reading' (duration: 258.759646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.521417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.705129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-07T03:28:11.521553Z","caller":"traceutil/trace.go:171","msg":"trace[1309246456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:36180; }","duration":"281.881733ms","start":"2026-05-07T03:28:11.239631Z","end":"2026-05-07T03:28:11.521512Z","steps":["trace[1309246456] 'range keys from in-memory index tree' (duration: 281.463574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:11.915085Z","caller":"traceutil/trace.go:171","msg":"trace[467223600] linearizableReadLoop","detail":"{readStateIndex:37467; appliedIndex:37465; }","duration":"122.233267ms","start":"2026-05-07T03:28:11.792826Z","end":"2026-05-07T03:28:11.915059Z","steps":["trace[467223600] 'read index received' (duration: 102.794011ms)","trace[467223600] 'applied index is now lower than readState.Index' (duration: 19.438176ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:11.915131Z","caller":"traceutil/trace.go:171","msg":"trace[2130768077] transaction","detail":"{read_only:false; response_revision:36183; number_of_response:1; }","duration":"230.480802ms","start":"2026-05-07T03:28:11.684617Z","end":"2026-05-07T03:28:11.915097Z","steps":["trace[2130768077] 'process raft request' (duration: 230.37603ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:11.915153Z","caller":"traceutil/trace.go:171","msg":"trace[281023252] transaction","detail":"{read_only:false; response_revision:36182; number_of_response:1; }","duration":"230.543333ms","start":"2026-05-07T03:28:11.684563Z","end":"2026-05-07T03:28:11.915107Z","steps":["trace[281023252] 'process raft request' (duration: 211.084497ms)","trace[281023252] 'compare' (duration: 18.880383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:11.91528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.432501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:28:11.915374Z","caller":"traceutil/trace.go:171","msg":"trace[193679334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36183; }","duration":"122.572055ms","start":"2026-05-07T03:28:11.792785Z","end":"2026-05-07T03:28:11.915357Z","steps":["trace[193679334] 'agreement among raft nodes before linearized reading' (duration: 122.37892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.916251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.837377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:28:11.916315Z","caller":"traceutil/trace.go:171","msg":"trace[876711897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36183; }","duration":"117.850319ms","start":"2026-05-07T03:28:11.798446Z","end":"2026-05-07T03:28:11.916297Z","steps":["trace[876711897] 'agreement among raft nodes before linearized reading' (duration: 116.755784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:12.091201Z","caller":"traceutil/trace.go:171","msg":"trace[1223332942] transaction","detail":"{read_only:false; response_revision:36184; number_of_response:1; }","duration":"171.184464ms","start":"2026-05-07T03:28:11.919997Z","end":"2026-05-07T03:28:12.091182Z","steps":["trace[1223332942] 'process raft request' (duration: 130.392021ms)","trace[1223332942] 'compare' (duration: 40.417445ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:12.09145Z","caller":"traceutil/trace.go:171","msg":"trace[1565642749] transaction","detail":"{read_only:false; response_revision:36185; number_of_response:1; }","duration":"167.611374ms","start":"2026-05-07T03:28:11.923761Z","end":"2026-05-07T03:28:12.091373Z","steps":["trace[1565642749] 'process raft request' (duration: 167.154974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:12.318522Z","caller":"traceutil/trace.go:171","msg":"trace[1394837933] linearizableReadLoop","detail":"{readStateIndex:37474; appliedIndex:37471; }","duration":"122.334228ms","start":"2026-05-07T03:28:12.19616Z","end":"2026-05-07T03:28:12.318494Z","steps":["trace[1394837933] 'read index received' (duration: 103.148739ms)","trace[1394837933] 'applied index is now lower than readState.Index' (duration: 19.184059ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:12.318669Z","caller":"traceutil/trace.go:171","msg":"trace[1275314932] transaction","detail":"{read_only:false; response_revision:36190; number_of_response:1; }","duration":"204.47666ms","start":"2026-05-07T03:28:12.114176Z","end":"2026-05-07T03:28:12.318653Z","steps":["trace[1275314932] 'process raft request' (duration: 204.256025ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:12.31875Z","caller":"traceutil/trace.go:171","msg":"trace[481821391] transaction","detail":"{read_only:false; response_revision:36189; number_of_response:1; }","duration":"207.692672ms","start":"2026-05-07T03:28:12.110852Z","end":"2026-05-07T03:28:12.318545Z","steps":["trace[481821391] 'process raft request' (duration: 207.449146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:12.319096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.908452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:28:12.319171Z","caller":"traceutil/trace.go:171","msg":"trace[2034876943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36190; }","duration":"123.032544ms","start":"2026-05-07T03:28:12.196122Z","end":"2026-05-07T03:28:12.319154Z","steps":["trace[2034876943] 'agreement among raft nodes before linearized reading' (duration: 122.805469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:12.319483Z","caller":"traceutil/trace.go:171","msg":"trace[931592410] transaction","detail":"{read_only:false; response_revision:36188; number_of_response:1; }","duration":"216.004119ms","start":"2026-05-07T03:28:12.103462Z","end":"2026-05-07T03:28:12.319466Z","steps":["trace[931592410] 'process raft request' (duration: 195.853947ms)","trace[931592410] 'compare' (duration: 18.684769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:12.319499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.596877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:12.320022Z","caller":"traceutil/trace.go:171","msg":"trace[1689277770] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:36190; }","duration":"107.15099ms","start":"2026-05-07T03:28:12.21285Z","end":"2026-05-07T03:28:12.320001Z","steps":["trace[1689277770] 'agreement among raft nodes before linearized reading' (duration: 106.591887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:12.503285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.398663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:28:12.503438Z","caller":"traceutil/trace.go:171","msg":"trace[1721096120] linearizableReadLoop","detail":"{readStateIndex:37476; appliedIndex:37475; }","duration":"138.221395ms","start":"2026-05-07T03:28:12.365153Z","end":"2026-05-07T03:28:12.503374Z","steps":["trace[1721096120] 'read index received' (duration: 10.651399ms)","trace[1721096120] 'applied index is now lower than readState.Index' (duration: 127.568376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:12.503709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.994472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:28:12.50379Z","caller":"traceutil/trace.go:171","msg":"trace[53799537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36191; }","duration":"139.104185ms","start":"2026-05-07T03:28:12.364667Z","end":"2026-05-07T03:28:12.503772Z","steps":["trace[53799537] 'agreement among raft nodes before linearized reading' (duration: 138.88725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:13.38516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.264751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:13.385254Z","caller":"traceutil/trace.go:171","msg":"trace[8986586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36193; }","duration":"119.412105ms","start":"2026-05-07T03:28:13.265827Z","end":"2026-05-07T03:28:13.385239Z","steps":["trace[8986586] 'range keys from in-memory index tree' (duration: 119.18979ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:33.880354Z","caller":"traceutil/trace.go:171","msg":"trace[341196506] transaction","detail":"{read_only:false; response_revision:36341; number_of_response:1; }","duration":"106.305861ms","start":"2026-05-07T03:28:33.77402Z","end":"2026-05-07T03:28:33.880326Z","steps":["trace[341196506] 'process raft request' (duration: 106.141587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.420864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.614969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T03:28:34.420957Z","caller":"traceutil/trace.go:171","msg":"trace[1964573897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36344; }","duration":"278.740012ms","start":"2026-05-07T03:28:34.142193Z","end":"2026-05-07T03:28:34.420933Z","steps":["trace[1964573897] 'range keys from in-memory index tree' (duration: 278.433416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.421033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.72722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:34.421218Z","caller":"traceutil/trace.go:171","msg":"trace[1464434083] linearizableReadLoop","detail":"{readStateIndex:37634; appliedIndex:37633; }","duration":"224.849995ms","start":"2026-05-07T03:28:34.196348Z","end":"2026-05-07T03:28:34.421198Z","steps":["trace[1464434083] 'read index received' (duration: 42.87759ms)","trace[1464434083] 'applied index is now lower than readState.Index' (duration: 181.970915ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:34.421297Z","caller":"traceutil/trace.go:171","msg":"trace[414958318] transaction","detail":"{read_only:false; response_revision:36345; number_of_response:1; }","duration":"254.669503ms","start":"2026-05-07T03:28:34.166616Z","end":"2026-05-07T03:28:34.421285Z","steps":["trace[414958318] 'process raft request' (duration: 72.593985ms)","trace[414958318] 'compare' (duration: 181.171928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:34.421895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.52609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:28:34.422001Z","caller":"traceutil/trace.go:171","msg":"trace[1316108617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36345; }","duration":"225.685043ms","start":"2026-05-07T03:28:34.196294Z","end":"2026-05-07T03:28:34.421979Z","steps":["trace[1316108617] 'agreement among raft nodes before linearized reading' (duration: 225.352046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:34.666238Z","caller":"traceutil/trace.go:171","msg":"trace[1740050838] linearizableReadLoop","detail":"{readStateIndex:37635; appliedIndex:37634; }","duration":"244.954667ms","start":"2026-05-07T03:28:34.421251Z","end":"2026-05-07T03:28:34.666205Z","steps":["trace[1740050838] 'read index received' (duration: 236.362385ms)","trace[1740050838] 'applied index is now lower than readState.Index' (duration: 8.590552ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:34.666297Z","caller":"traceutil/trace.go:171","msg":"trace[1512362826] transaction","detail":"{read_only:false; response_revision:36346; number_of_response:1; }","duration":"427.600667ms","start":"2026-05-07T03:28:34.238647Z","end":"2026-05-07T03:28:34.666248Z","steps":["trace[1512362826] 'process raft request' (duration: 418.963164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.666378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.258522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:34.666462Z","caller":"traceutil/trace.go:171","msg":"trace[972172006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36346; }","duration":"399.390465ms","start":"2026-05-07T03:28:34.26705Z","end":"2026-05-07T03:28:34.666441Z","steps":["trace[972172006] 'agreement among raft nodes before linearized reading' (duration: 399.209881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.666478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.354593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:28:34.666533Z","caller":"traceutil/trace.go:171","msg":"trace[427076415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36346; }","duration":"465.446044ms","start":"2026-05-07T03:28:34.201071Z","end":"2026-05-07T03:28:34.666517Z","steps":["trace[427076415] 'agreement among raft nodes before linearized reading' (duration: 465.269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.667002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:34.201054Z","time spent":"465.932455ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:28:34.66666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:34.26703Z","time spent":"399.469667ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:28:34.666672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:34.238622Z","time spent":"427.756131ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:34.704665Z","caller":"traceutil/trace.go:171","msg":"trace[1647411477] transaction","detail":"{read_only:false; response_revision:36347; number_of_response:1; }","duration":"279.180222ms","start":"2026-05-07T03:28:34.425458Z","end":"2026-05-07T03:28:34.704638Z","steps":["trace[1647411477] 'process raft request' (duration: 278.964837ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:34.704998Z","caller":"traceutil/trace.go:171","msg":"trace[334930839] transaction","detail":"{read_only:false; response_revision:36349; number_of_response:1; }","duration":"274.741153ms","start":"2026-05-07T03:28:34.430211Z","end":"2026-05-07T03:28:34.704952Z","steps":["trace[334930839] 'process raft request' (duration: 274.574989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:34.705048Z","caller":"traceutil/trace.go:171","msg":"trace[246784973] transaction","detail":"{read_only:false; response_revision:36348; number_of_response:1; }","duration":"279.103561ms","start":"2026-05-07T03:28:34.425918Z","end":"2026-05-07T03:28:34.705022Z","steps":["trace[246784973] 'process raft request' (duration: 278.649181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:34.705139Z","caller":"traceutil/trace.go:171","msg":"trace[998611971] transaction","detail":"{read_only:false; response_revision:36351; number_of_response:1; }","duration":"273.846494ms","start":"2026-05-07T03:28:34.431263Z","end":"2026-05-07T03:28:34.705109Z","steps":["trace[998611971] 'process raft request' (duration: 273.74073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:34.705158Z","caller":"traceutil/trace.go:171","msg":"trace[604282458] transaction","detail":"{read_only:false; response_revision:36350; number_of_response:1; }","duration":"274.902278ms","start":"2026-05-07T03:28:34.430231Z","end":"2026-05-07T03:28:34.705133Z","steps":["trace[604282458] 'process raft request' (duration: 274.687092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.705385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.980679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:28:34.705482Z","caller":"traceutil/trace.go:171","msg":"trace[969757380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36351; }","duration":"233.126811ms","start":"2026-05-07T03:28:34.472339Z","end":"2026-05-07T03:28:34.705465Z","steps":["trace[969757380] 'agreement among raft nodes before linearized reading' (duration: 232.794604ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:36.027215Z","caller":"traceutil/trace.go:171","msg":"trace[1171413906] transaction","detail":"{read_only:false; response_revision:36356; number_of_response:1; }","duration":"134.181414ms","start":"2026-05-07T03:28:35.893004Z","end":"2026-05-07T03:28:36.027185Z","steps":["trace[1171413906] 'process raft request' (duration: 133.785686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.172366Z","caller":"traceutil/trace.go:171","msg":"trace[349251610] linearizableReadLoop","detail":"{readStateIndex:37663; appliedIndex:37662; }","duration":"120.931628ms","start":"2026-05-07T03:28:38.051391Z","end":"2026-05-07T03:28:38.172322Z","steps":["trace[349251610] 'read index received' (duration: 120.604481ms)","trace[349251610] 'applied index is now lower than readState.Index' (duration: 325.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:38.172406Z","caller":"traceutil/trace.go:171","msg":"trace[1540499318] transaction","detail":"{read_only:false; response_revision:36373; number_of_response:1; }","duration":"141.019198ms","start":"2026-05-07T03:28:38.031344Z","end":"2026-05-07T03:28:38.172364Z","steps":["trace[1540499318] 'process raft request' (duration: 140.621459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.172534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.115003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:38.17257Z","caller":"traceutil/trace.go:171","msg":"trace[1441389712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36373; }","duration":"121.395848ms","start":"2026-05-07T03:28:38.05116Z","end":"2026-05-07T03:28:38.172556Z","steps":["trace[1441389712] 'agreement among raft nodes before linearized reading' (duration: 121.293366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.213007Z","caller":"traceutil/trace.go:171","msg":"trace[185887001] transaction","detail":"{read_only:false; response_revision:36374; number_of_response:1; }","duration":"120.981729ms","start":"2026-05-07T03:28:38.091998Z","end":"2026-05-07T03:28:38.21298Z","steps":["trace[185887001] 'process raft request' (duration: 120.760664ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.213365Z","caller":"traceutil/trace.go:171","msg":"trace[961826494] transaction","detail":"{read_only:false; response_revision:36375; number_of_response:1; }","duration":"114.106256ms","start":"2026-05-07T03:28:38.099204Z","end":"2026-05-07T03:28:38.213311Z","steps":["trace[961826494] 'process raft request' (duration: 113.705497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.681886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.138925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:38.682079Z","caller":"traceutil/trace.go:171","msg":"trace[887601656] transaction","detail":"{read_only:false; response_revision:36377; number_of_response:1; }","duration":"249.053748ms","start":"2026-05-07T03:28:38.433007Z","end":"2026-05-07T03:28:38.682061Z","steps":["trace[887601656] 'process raft request' (duration: 248.989676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.6821Z","caller":"traceutil/trace.go:171","msg":"trace[516637101] linearizableReadLoop","detail":"{readStateIndex:37666; appliedIndex:37665; }","duration":"416.889817ms","start":"2026-05-07T03:28:38.265179Z","end":"2026-05-07T03:28:38.682069Z","steps":["trace[516637101] 'read index received' (duration: 119.500087ms)","trace[516637101] 'applied index is now lower than readState.Index' (duration: 297.3869ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:38.682258Z","caller":"traceutil/trace.go:171","msg":"trace[1043455619] transaction","detail":"{read_only:false; response_revision:36376; number_of_response:1; }","duration":"452.452263ms","start":"2026-05-07T03:28:38.229785Z","end":"2026-05-07T03:28:38.682238Z","steps":["trace[1043455619] 'process raft request' (duration: 154.879119ms)","trace[1043455619] 'compare' (duration: 296.998901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:38.682401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:38.229771Z","time spent":"452.535334ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:38.682839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.627873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:28:38.682972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.774191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T03:28:38.683076Z","caller":"traceutil/trace.go:171","msg":"trace[1485760554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:36377; }","duration":"415.908044ms","start":"2026-05-07T03:28:38.267143Z","end":"2026-05-07T03:28:38.683051Z","steps":["trace[1485760554] 'agreement among raft nodes before linearized reading' (duration: 415.549366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.682999Z","caller":"traceutil/trace.go:171","msg":"trace[1918551325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36377; }","duration":"417.808137ms","start":"2026-05-07T03:28:38.265163Z","end":"2026-05-07T03:28:38.682971Z","steps":["trace[1918551325] 'agreement among raft nodes before linearized reading' (duration: 417.49585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.683124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:38.267134Z","time spent":"415.980577ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T03:28:38.683206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:38.26511Z","time spent":"418.081094ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:28:38.682885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.236629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:38.683345Z","caller":"traceutil/trace.go:171","msg":"trace[453827579] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:36377; }","duration":"415.734011ms","start":"2026-05-07T03:28:38.267577Z","end":"2026-05-07T03:28:38.683311Z","steps":["trace[453827579] 'agreement among raft nodes before linearized reading' (duration: 415.101006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.683427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:38.267573Z","time spent":"415.829063ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:28:38.840299Z","caller":"traceutil/trace.go:171","msg":"trace[1124527421] transaction","detail":"{read_only:false; response_revision:36379; number_of_response:1; }","duration":"120.263303ms","start":"2026-05-07T03:28:38.719998Z","end":"2026-05-07T03:28:38.840261Z","steps":["trace[1124527421] 'process raft request' (duration: 115.65156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.840554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.035532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:28:38.840654Z","caller":"traceutil/trace.go:171","msg":"trace[920025777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36381; }","duration":"117.180914ms","start":"2026-05-07T03:28:38.72345Z","end":"2026-05-07T03:28:38.840631Z","steps":["trace[920025777] 'agreement among raft nodes before linearized reading' (duration: 116.918039ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.840645Z","caller":"traceutil/trace.go:171","msg":"trace[675423555] transaction","detail":"{read_only:false; response_revision:36380; number_of_response:1; }","duration":"117.371889ms","start":"2026-05-07T03:28:38.723247Z","end":"2026-05-07T03:28:38.840619Z","steps":["trace[675423555] 'process raft request' (duration: 116.924829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.840784Z","caller":"traceutil/trace.go:171","msg":"trace[2141284811] transaction","detail":"{read_only:false; response_revision:36381; number_of_response:1; }","duration":"100.501271ms","start":"2026-05-07T03:28:38.740276Z","end":"2026-05-07T03:28:38.840777Z","steps":["trace[2141284811] 'process raft request' (duration: 99.949088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.840897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.053041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:28:38.840937Z","caller":"traceutil/trace.go:171","msg":"trace[1423667182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36381; }","duration":"121.131503ms","start":"2026-05-07T03:28:38.719786Z","end":"2026-05-07T03:28:38.840917Z","steps":["trace[1423667182] 'agreement among raft nodes before linearized reading' (duration: 121.02639ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:42.365022Z","caller":"traceutil/trace.go:171","msg":"trace[474372599] transaction","detail":"{read_only:false; response_revision:36401; number_of_response:1; }","duration":"178.276564ms","start":"2026-05-07T03:28:42.186723Z","end":"2026-05-07T03:28:42.365Z","steps":["trace[474372599] 'process raft request' (duration: 178.151381ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:42.446064Z","caller":"traceutil/trace.go:171","msg":"trace[870198270] transaction","detail":"{read_only:false; response_revision:36402; number_of_response:1; }","duration":"192.789057ms","start":"2026-05-07T03:28:42.25321Z","end":"2026-05-07T03:28:42.445999Z","steps":["trace[870198270] 'process raft request' (duration: 181.603587ms)","trace[870198270] 'compare' (duration: 10.942105ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:42.446354Z","caller":"traceutil/trace.go:171","msg":"trace[374869153] transaction","detail":"{read_only:false; response_revision:36403; number_of_response:1; }","duration":"191.891558ms","start":"2026-05-07T03:28:42.254426Z","end":"2026-05-07T03:28:42.446318Z","steps":["trace[374869153] 'process raft request' (duration: 191.50029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.23119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.970123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:53.231303Z","caller":"traceutil/trace.go:171","msg":"trace[1737001812] linearizableReadLoop","detail":"{readStateIndex:37771; appliedIndex:37770; }","duration":"326.154615ms","start":"2026-05-07T03:28:52.905129Z","end":"2026-05-07T03:28:53.231284Z","steps":["trace[1737001812] 'read index received' (duration: 99.016758ms)","trace[1737001812] 'applied index is now lower than readState.Index' (duration: 227.136387ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:53.231374Z","caller":"traceutil/trace.go:171","msg":"trace[768793504] transaction","detail":"{read_only:false; response_revision:36478; number_of_response:1; }","duration":"418.139074ms","start":"2026-05-07T03:28:52.813224Z","end":"2026-05-07T03:28:53.231363Z","steps":["trace[768793504] 'process raft request' (duration: 190.903735ms)","trace[768793504] 'compare' (duration: 226.788399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:53.231409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.279908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:28:53.231438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.813186Z","time spent":"418.218396ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:53.231457Z","caller":"traceutil/trace.go:171","msg":"trace[1628706292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:36478; }","duration":"326.37342ms","start":"2026-05-07T03:28:52.90507Z","end":"2026-05-07T03:28:53.231443Z","steps":["trace[1628706292] 'agreement among raft nodes before linearized reading' (duration: 326.291478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.905049Z","time spent":"326.433342ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:28:53.24486Z","caller":"traceutil/trace.go:171","msg":"trace[903917087] transaction","detail":"{read_only:false; response_revision:36479; number_of_response:1; }","duration":"287.911669ms","start":"2026-05-07T03:28:52.956906Z","end":"2026-05-07T03:28:53.244817Z","steps":["trace[903917087] 'process raft request' (duration: 287.631712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.244913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.208486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:53.24497Z","caller":"traceutil/trace.go:171","msg":"trace[1724475054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:36481; }","duration":"251.304818ms","start":"2026-05-07T03:28:52.993646Z","end":"2026-05-07T03:28:53.244951Z","steps":["trace[1724475054] 'agreement among raft nodes before linearized reading' (duration: 251.208696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.245029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.89329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:28:53.245109Z","caller":"traceutil/trace.go:171","msg":"trace[160530351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36481; }","duration":"126.035492ms","start":"2026-05-07T03:28:53.119052Z","end":"2026-05-07T03:28:53.245088Z","steps":["trace[160530351] 'agreement among raft nodes before linearized reading' (duration: 125.844128ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.244892Z","caller":"traceutil/trace.go:171","msg":"trace[1188501488] transaction","detail":"{read_only:false; response_revision:36480; number_of_response:1; }","duration":"243.639696ms","start":"2026-05-07T03:28:53.001217Z","end":"2026-05-07T03:28:53.244857Z","steps":["trace[1188501488] 'process raft request' (duration: 243.516464ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.24509Z","caller":"traceutil/trace.go:171","msg":"trace[1067954695] transaction","detail":"{read_only:false; response_revision:36481; number_of_response:1; }","duration":"242.267096ms","start":"2026-05-07T03:28:53.002768Z","end":"2026-05-07T03:28:53.245035Z","steps":["trace[1067954695] 'process raft request' (duration: 242.040121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.245229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.319069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:28:53.24526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.079081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:28:53.245287Z","caller":"traceutil/trace.go:171","msg":"trace[1360743408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36481; }","duration":"125.150403ms","start":"2026-05-07T03:28:53.120129Z","end":"2026-05-07T03:28:53.24528Z","steps":["trace[1360743408] 'agreement among raft nodes before linearized reading' (duration: 125.085501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.245284Z","caller":"traceutil/trace.go:171","msg":"trace[736119863] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:36481; }","duration":"251.454232ms","start":"2026-05-07T03:28:52.993819Z","end":"2026-05-07T03:28:53.245273Z","steps":["trace[736119863] 'agreement among raft nodes before linearized reading' (duration: 251.36942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.245226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.276528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T03:28:53.245294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.814931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:28:53.245383Z","caller":"traceutil/trace.go:171","msg":"trace[791145701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36481; }","duration":"176.478093ms","start":"2026-05-07T03:28:53.068896Z","end":"2026-05-07T03:28:53.245374Z","steps":["trace[791145701] 'agreement among raft nodes before linearized reading' (duration: 176.186186ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.24541Z","caller":"traceutil/trace.go:171","msg":"trace[1949800866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36481; }","duration":"126.957554ms","start":"2026-05-07T03:28:53.118436Z","end":"2026-05-07T03:28:53.245393Z","steps":["trace[1949800866] 'agreement among raft nodes before linearized reading' (duration: 126.651367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.61684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.002593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:53.617113Z","caller":"traceutil/trace.go:171","msg":"trace[1401433718] transaction","detail":"{read_only:false; response_revision:36484; number_of_response:1; }","duration":"366.693531ms","start":"2026-05-07T03:28:53.250354Z","end":"2026-05-07T03:28:53.617047Z","steps":["trace[1401433718] 'process raft request' (duration: 149.343441ms)","trace[1401433718] 'compare' (duration: 216.849199ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:53.617202Z","caller":"traceutil/trace.go:171","msg":"trace[1147205320] transaction","detail":"{read_only:false; response_revision:36485; number_of_response:1; }","duration":"366.247413ms","start":"2026-05-07T03:28:53.250929Z","end":"2026-05-07T03:28:53.617177Z","steps":["trace[1147205320] 'process raft request' (duration: 366.023557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.61721Z","caller":"traceutil/trace.go:171","msg":"trace[410041968] linearizableReadLoop","detail":"{readStateIndex:37778; appliedIndex:37774; }","duration":"351.744208ms","start":"2026-05-07T03:28:53.265315Z","end":"2026-05-07T03:28:53.617059Z","steps":["trace[410041968] 'read index received' (duration: 43.765271ms)","trace[410041968] 'applied index is now lower than readState.Index' (duration: 307.977607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:53.617262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.250334Z","time spent":"366.849076ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:53.617314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.250717Z","time spent":"366.546339ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:53.617537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.831864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:28:53.617595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.140447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:28:53.617624Z","caller":"traceutil/trace.go:171","msg":"trace[1152182304] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:36485; }","duration":"160.972658ms","start":"2026-05-07T03:28:53.456631Z","end":"2026-05-07T03:28:53.617604Z","steps":["trace[1152182304] 'agreement among raft nodes before linearized reading' (duration: 160.770593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.617654Z","caller":"traceutil/trace.go:171","msg":"trace[1409916905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36485; }","duration":"126.244699ms","start":"2026-05-07T03:28:53.491395Z","end":"2026-05-07T03:28:53.61764Z","steps":["trace[1409916905] 'agreement among raft nodes before linearized reading' (duration: 126.063655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.617139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.81567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:53.617759Z","caller":"traceutil/trace.go:171","msg":"trace[669052090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36485; }","duration":"352.470315ms","start":"2026-05-07T03:28:53.265266Z","end":"2026-05-07T03:28:53.617736Z","steps":["trace[669052090] 'agreement among raft nodes before linearized reading' (duration: 351.799829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.617833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.265253Z","time spent":"352.559786ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:28:53.618087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.841788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:28:53.618172Z","caller":"traceutil/trace.go:171","msg":"trace[1698237748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36485; }","duration":"128.975261ms","start":"2026-05-07T03:28:53.489177Z","end":"2026-05-07T03:28:53.618153Z","steps":["trace[1698237748] 'agreement among raft nodes before linearized reading' (duration: 128.681004ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.838852Z","caller":"traceutil/trace.go:171","msg":"trace[1937689472] linearizableReadLoop","detail":"{readStateIndex:37780; appliedIndex:37779; }","duration":"112.657464ms","start":"2026-05-07T03:28:53.726173Z","end":"2026-05-07T03:28:53.838831Z","steps":["trace[1937689472] 'read index received' (duration: 112.49814ms)","trace[1937689472] 'applied index is now lower than readState.Index' (duration: 158.564µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:53.8389Z","caller":"traceutil/trace.go:171","msg":"trace[1168183547] transaction","detail":"{read_only:false; response_revision:36487; number_of_response:1; }","duration":"144.386305ms","start":"2026-05-07T03:28:53.694491Z","end":"2026-05-07T03:28:53.838877Z","steps":["trace[1168183547] 'process raft request' (duration: 144.203411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.838964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.782527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:53.83899Z","caller":"traceutil/trace.go:171","msg":"trace[1751313898] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36487; }","duration":"112.862259ms","start":"2026-05-07T03:28:53.726119Z","end":"2026-05-07T03:28:53.838982Z","steps":["trace[1751313898] 'agreement among raft nodes before linearized reading' (duration: 112.793367ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:55.708376Z","caller":"traceutil/trace.go:171","msg":"trace[1529791346] transaction","detail":"{read_only:false; response_revision:36497; number_of_response:1; }","duration":"386.009026ms","start":"2026-05-07T03:28:55.322337Z","end":"2026-05-07T03:28:55.708346Z","steps":["trace[1529791346] 'process raft request' (duration: 385.816821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:55.708545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:55.322321Z","time spent":"386.137148ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:55.799437Z","caller":"traceutil/trace.go:171","msg":"trace[430451677] linearizableReadLoop","detail":"{readStateIndex:37791; appliedIndex:37790; }","duration":"177.899555ms","start":"2026-05-07T03:28:55.621511Z","end":"2026-05-07T03:28:55.799411Z","steps":["trace[430451677] 'read index received' (duration: 86.938687ms)","trace[430451677] 'applied index is now lower than readState.Index' (duration: 90.959808ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:55.799556Z","caller":"traceutil/trace.go:171","msg":"trace[750233955] transaction","detail":"{read_only:false; response_revision:36498; number_of_response:1; }","duration":"477.153217ms","start":"2026-05-07T03:28:55.322392Z","end":"2026-05-07T03:28:55.799545Z","steps":["trace[750233955] 'process raft request' (duration: 473.804532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:55.799681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:55.322375Z","time spent":"477.207238ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:55.799993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.297034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:28:55.800104Z","caller":"traceutil/trace.go:171","msg":"trace[2066060715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36498; }","duration":"178.431996ms","start":"2026-05-07T03:28:55.621651Z","end":"2026-05-07T03:28:55.800083Z","steps":["trace[2066060715] 'agreement among raft nodes before linearized reading' (duration: 178.195771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:55.800169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.518233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:28:55.80022Z","caller":"traceutil/trace.go:171","msg":"trace[913560848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36498; }","duration":"138.620845ms","start":"2026-05-07T03:28:55.661586Z","end":"2026-05-07T03:28:55.800207Z","steps":["trace[913560848] 'agreement among raft nodes before linearized reading' (duration: 138.449071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:55.800229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.679992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:28:55.800334Z","caller":"traceutil/trace.go:171","msg":"trace[856973972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36498; }","duration":"178.831745ms","start":"2026-05-07T03:28:55.621476Z","end":"2026-05-07T03:28:55.800308Z","steps":["trace[856973972] 'agreement among raft nodes before linearized reading' (duration: 178.481058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:55.800588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.477059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:55.800656Z","caller":"traceutil/trace.go:171","msg":"trace[1786625952] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:36498; }","duration":"116.597952ms","start":"2026-05-07T03:28:55.68404Z","end":"2026-05-07T03:28:55.800638Z","steps":["trace[1786625952] 'agreement among raft nodes before linearized reading' (duration: 116.488409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:56.086185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.154917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:56.086505Z","caller":"traceutil/trace.go:171","msg":"trace[231484255] linearizableReadLoop","detail":"{readStateIndex:37794; appliedIndex:37791; }","duration":"262.793077ms","start":"2026-05-07T03:28:55.823687Z","end":"2026-05-07T03:28:56.08648Z","steps":["trace[231484255] 'read index received' (duration: 77.276572ms)","trace[231484255] 'applied index is now lower than readState.Index' (duration: 185.515064ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:56.086682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.989041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:28:56.086721Z","caller":"traceutil/trace.go:171","msg":"trace[1546495669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36501; }","duration":"263.075423ms","start":"2026-05-07T03:28:55.823633Z","end":"2026-05-07T03:28:56.086708Z","steps":["trace[1546495669] 'agreement among raft nodes before linearized reading' (duration: 262.921159ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:56.08688Z","caller":"traceutil/trace.go:171","msg":"trace[1145133457] transaction","detail":"{read_only:false; response_revision:36499; number_of_response:1; }","duration":"282.702942ms","start":"2026-05-07T03:28:55.804153Z","end":"2026-05-07T03:28:56.086856Z","steps":["trace[1145133457] 'process raft request' (duration: 96.800328ms)","trace[1145133457] 'compare' (duration: 184.850111ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:56.086896Z","caller":"traceutil/trace.go:171","msg":"trace[622224070] transaction","detail":"{read_only:false; response_revision:36501; number_of_response:1; }","duration":"281.688378ms","start":"2026-05-07T03:28:55.805183Z","end":"2026-05-07T03:28:56.086871Z","steps":["trace[622224070] 'process raft request' (duration: 281.233328ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:56.086974Z","caller":"traceutil/trace.go:171","msg":"trace[2068096337] transaction","detail":"{read_only:false; response_revision:36500; number_of_response:1; }","duration":"281.908344ms","start":"2026-05-07T03:28:55.805029Z","end":"2026-05-07T03:28:56.086938Z","steps":["trace[2068096337] 'process raft request' (duration: 281.2705ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:56.943888Z","caller":"traceutil/trace.go:171","msg":"trace[1854747409] transaction","detail":"{read_only:false; response_revision:36505; number_of_response:1; }","duration":"104.739346ms","start":"2026-05-07T03:28:56.839122Z","end":"2026-05-07T03:28:56.943862Z","steps":["trace[1854747409] 'process raft request' (duration: 104.539221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.463451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.062462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:57.463573Z","caller":"traceutil/trace.go:171","msg":"trace[1266741084] linearizableReadLoop","detail":"{readStateIndex:37801; appliedIndex:37800; }","duration":"288.804339ms","start":"2026-05-07T03:28:57.174748Z","end":"2026-05-07T03:28:57.463552Z","steps":["trace[1266741084] 'read index received' (duration: 100.4719ms)","trace[1266741084] 'applied index is now lower than readState.Index' (duration: 188.330209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:57.463759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.013964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:28:57.463665Z","caller":"traceutil/trace.go:171","msg":"trace[313086161] transaction","detail":"{read_only:false; response_revision:36507; number_of_response:1; }","duration":"316.829797ms","start":"2026-05-07T03:28:57.146805Z","end":"2026-05-07T03:28:57.463634Z","steps":["trace[313086161] 'process raft request' (duration: 128.490258ms)","trace[313086161] 'compare' (duration: 187.870758ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:57.463813Z","caller":"traceutil/trace.go:171","msg":"trace[200192453] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:36507; }","duration":"289.116416ms","start":"2026-05-07T03:28:57.174681Z","end":"2026-05-07T03:28:57.463797Z","steps":["trace[200192453] 'agreement among raft nodes before linearized reading' (duration: 288.976513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.463888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.146781Z","time spent":"317.036361ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:57.676829Z","caller":"traceutil/trace.go:171","msg":"trace[1440700367] transaction","detail":"{read_only:false; response_revision:36508; number_of_response:1; }","duration":"389.576735ms","start":"2026-05-07T03:28:57.287226Z","end":"2026-05-07T03:28:57.676803Z","steps":["trace[1440700367] 'process raft request' (duration: 322.84762ms)","trace[1440700367] 'compare' (duration: 66.362187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:57.676968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.287202Z","time spent":"389.694867ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:57.677106Z","caller":"traceutil/trace.go:171","msg":"trace[2026470098] transaction","detail":"{read_only:false; response_revision:36509; number_of_response:1; }","duration":"370.420866ms","start":"2026-05-07T03:28:57.306668Z","end":"2026-05-07T03:28:57.677089Z","steps":["trace[2026470098] 'process raft request' (duration: 370.085599ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:57.677182Z","caller":"traceutil/trace.go:171","msg":"trace[708725151] linearizableReadLoop","detail":"{readStateIndex:37806; appliedIndex:37801; }","duration":"213.563403ms","start":"2026-05-07T03:28:57.463604Z","end":"2026-05-07T03:28:57.677167Z","steps":["trace[708725151] 'read index received' (duration: 146.48138ms)","trace[708725151] 'applied index is now lower than readState.Index' (duration: 67.081343ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:57.677192Z","caller":"traceutil/trace.go:171","msg":"trace[222865802] transaction","detail":"{read_only:false; response_revision:36511; number_of_response:1; }","duration":"356.230808ms","start":"2026-05-07T03:28:57.320944Z","end":"2026-05-07T03:28:57.677174Z","steps":["trace[222865802] 'process raft request' (duration: 356.091885ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:57.677191Z","caller":"traceutil/trace.go:171","msg":"trace[866835739] transaction","detail":"{read_only:false; response_revision:36510; number_of_response:1; }","duration":"357.379605ms","start":"2026-05-07T03:28:57.319772Z","end":"2026-05-07T03:28:57.677151Z","steps":["trace[866835739] 'process raft request' (duration: 357.18563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.677238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.306654Z","time spent":"370.516178ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:57.677223Z","caller":"traceutil/trace.go:171","msg":"trace[375015262] transaction","detail":"{read_only:false; response_revision:36512; number_of_response:1; }","duration":"355.710746ms","start":"2026-05-07T03:28:57.321473Z","end":"2026-05-07T03:28:57.677184Z","steps":["trace[375015262] 'process raft request' (duration: 355.653375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.677354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.34078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:28:57.677379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.320929Z","time spent":"356.295419ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:57.677396Z","caller":"traceutil/trace.go:171","msg":"trace[724551841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36512; }","duration":"410.442633ms","start":"2026-05-07T03:28:57.266941Z","end":"2026-05-07T03:28:57.677384Z","steps":["trace[724551841] 'agreement among raft nodes before linearized reading' (duration: 410.30934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.677402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.319757Z","time spent":"357.518617ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:57.677423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.266917Z","time spent":"410.498904ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:28:57.677433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.105488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:28:57.677472Z","caller":"traceutil/trace.go:171","msg":"trace[994718909] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36512; }","duration":"211.181539ms","start":"2026-05-07T03:28:57.466278Z","end":"2026-05-07T03:28:57.67746Z","steps":["trace[994718909] 'agreement among raft nodes before linearized reading' (duration: 211.109688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:57.677488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:57.321459Z","time spent":"355.834879ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:57.951225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.915603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:28:57.951297Z","caller":"traceutil/trace.go:171","msg":"trace[927410525] linearizableReadLoop","detail":"{readStateIndex:37807; appliedIndex:37806; }","duration":"146.870489ms","start":"2026-05-07T03:28:57.804415Z","end":"2026-05-07T03:28:57.951285Z","steps":["trace[927410525] 'read index received' (duration: 28.29µs)","trace[927410525] 'applied index is now lower than readState.Index' (duration: 146.841089ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:57.951479Z","caller":"traceutil/trace.go:171","msg":"trace[1277821376] transaction","detail":"{read_only:false; response_revision:36513; number_of_response:1; }","duration":"234.306828ms","start":"2026-05-07T03:28:57.717132Z","end":"2026-05-07T03:28:57.951439Z","steps":["trace[1277821376] 'process raft request' (duration: 78.11818ms)","trace[1277821376] 'compare' (duration: 155.651126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:57.951626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.210117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:28:57.951647Z","caller":"traceutil/trace.go:171","msg":"trace[1521196591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36513; }","duration":"147.262278ms","start":"2026-05-07T03:28:57.804377Z","end":"2026-05-07T03:28:57.95164Z","steps":["trace[1521196591] 'agreement among raft nodes before linearized reading' (duration: 146.952951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.871935Z","caller":"traceutil/trace.go:171","msg":"trace[1430466188] transaction","detail":"{read_only:false; response_revision:36639; number_of_response:1; }","duration":"107.343484ms","start":"2026-05-07T03:29:15.764565Z","end":"2026-05-07T03:29:15.871908Z","steps":["trace[1430466188] 'process raft request' (duration: 107.12376ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.90891Z","caller":"traceutil/trace.go:171","msg":"trace[418678139] transaction","detail":"{read_only:false; response_revision:36640; number_of_response:1; }","duration":"142.278376ms","start":"2026-05-07T03:29:15.766608Z","end":"2026-05-07T03:29:15.908887Z","steps":["trace[418678139] 'process raft request' (duration: 142.103683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.909276Z","caller":"traceutil/trace.go:171","msg":"trace[243564799] transaction","detail":"{read_only:false; response_revision:36641; number_of_response:1; }","duration":"133.06788ms","start":"2026-05-07T03:29:15.776192Z","end":"2026-05-07T03:29:15.90926Z","steps":["trace[243564799] 'process raft request' (duration: 132.65299ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.909272Z","caller":"traceutil/trace.go:171","msg":"trace[1514723184] transaction","detail":"{read_only:false; response_revision:36642; number_of_response:1; }","duration":"130.693028ms","start":"2026-05-07T03:29:15.778546Z","end":"2026-05-07T03:29:15.909239Z","steps":["trace[1514723184] 'process raft request' (duration: 130.574546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:16.315866Z","caller":"traceutil/trace.go:171","msg":"trace[967342474] linearizableReadLoop","detail":"{readStateIndex:37941; appliedIndex:37940; }","duration":"139.835541ms","start":"2026-05-07T03:29:16.176012Z","end":"2026-05-07T03:29:16.315847Z","steps":["trace[967342474] 'read index received' (duration: 138.326568ms)","trace[967342474] 'applied index is now lower than readState.Index' (duration: 1.508123ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:16.3161Z","caller":"traceutil/trace.go:171","msg":"trace[1768248587] transaction","detail":"{read_only:false; response_revision:36644; number_of_response:1; }","duration":"174.158951ms","start":"2026-05-07T03:29:16.141931Z","end":"2026-05-07T03:29:16.31609Z","steps":["trace[1768248587] 'process raft request' (duration: 172.360451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.316261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.235731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:29:16.316293Z","caller":"traceutil/trace.go:171","msg":"trace[354994943] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36644; }","duration":"140.401534ms","start":"2026-05-07T03:29:16.175884Z","end":"2026-05-07T03:29:16.316286Z","steps":["trace[354994943] 'agreement among raft nodes before linearized reading' (duration: 140.330773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.316454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.154625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:29:16.316477Z","caller":"traceutil/trace.go:171","msg":"trace[1540437467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36644; }","duration":"109.180005ms","start":"2026-05-07T03:29:16.207292Z","end":"2026-05-07T03:29:16.316472Z","steps":["trace[1540437467] 'agreement among raft nodes before linearized reading' (duration: 109.100643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.316896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.35745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:29:16.316925Z","caller":"traceutil/trace.go:171","msg":"trace[696907581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36644; }","duration":"105.408391ms","start":"2026-05-07T03:29:16.211509Z","end":"2026-05-07T03:29:16.316918Z","steps":["trace[696907581] 'agreement among raft nodes before linearized reading' (duration: 105.33902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.317073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.042592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:29:16.317106Z","caller":"traceutil/trace.go:171","msg":"trace[1183485445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36644; }","duration":"109.134194ms","start":"2026-05-07T03:29:16.207965Z","end":"2026-05-07T03:29:16.317099Z","steps":["trace[1183485445] 'agreement among raft nodes before linearized reading' (duration: 109.050232ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.228823Z","caller":"traceutil/trace.go:171","msg":"trace[313889940] transaction","detail":"{read_only:false; response_revision:36660; number_of_response:1; }","duration":"129.440488ms","start":"2026-05-07T03:29:18.099351Z","end":"2026-05-07T03:29:18.228791Z","steps":["trace[313889940] 'process raft request' (duration: 129.253744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.231066Z","caller":"traceutil/trace.go:171","msg":"trace[838891609] transaction","detail":"{read_only:false; response_revision:36661; number_of_response:1; }","duration":"104.455879ms","start":"2026-05-07T03:29:18.1266Z","end":"2026-05-07T03:29:18.231056Z","steps":["trace[838891609] 'process raft request' (duration: 104.388698ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.646706Z","caller":"traceutil/trace.go:171","msg":"trace[1526077130] transaction","detail":"{read_only:false; response_revision:36662; number_of_response:1; }","duration":"243.235627ms","start":"2026-05-07T03:29:18.403447Z","end":"2026-05-07T03:29:18.646682Z","steps":["trace[1526077130] 'process raft request' (duration: 243.013673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.646836Z","caller":"traceutil/trace.go:171","msg":"trace[1715799299] transaction","detail":"{read_only:false; response_revision:36663; number_of_response:1; }","duration":"243.34575ms","start":"2026-05-07T03:29:18.403465Z","end":"2026-05-07T03:29:18.646811Z","steps":["trace[1715799299] 'process raft request' (duration: 243.165266ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.652631Z","caller":"traceutil/trace.go:171","msg":"trace[1503715160] transaction","detail":"{read_only:false; response_revision:36664; number_of_response:1; }","duration":"248.388212ms","start":"2026-05-07T03:29:18.404225Z","end":"2026-05-07T03:29:18.652613Z","steps":["trace[1503715160] 'process raft request' (duration: 248.190328ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.652631Z","caller":"traceutil/trace.go:171","msg":"trace[300046037] transaction","detail":"{read_only:false; response_revision:36665; number_of_response:1; }","duration":"246.322697ms","start":"2026-05-07T03:29:18.40629Z","end":"2026-05-07T03:29:18.652613Z","steps":["trace[300046037] 'process raft request' (duration: 246.245156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.780239Z","caller":"traceutil/trace.go:171","msg":"trace[276052769] transaction","detail":"{read_only:false; response_revision:36667; number_of_response:1; }","duration":"106.509095ms","start":"2026-05-07T03:29:18.673701Z","end":"2026-05-07T03:29:18.78021Z","steps":["trace[276052769] 'process raft request' (duration: 39.559386ms)","trace[276052769] 'compare' (duration: 66.805966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:19.305554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.227472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:29:19.305623Z","caller":"traceutil/trace.go:171","msg":"trace[1841394578] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:36668; }","duration":"362.350275ms","start":"2026-05-07T03:29:18.943257Z","end":"2026-05-07T03:29:19.305608Z","steps":["trace[1841394578] 'count revisions from in-memory index tree' (duration: 362.12076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:19.305651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:18.943227Z","time spent":"362.416487ms","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:19.305679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.319261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:29:19.305755Z","caller":"traceutil/trace.go:171","msg":"trace[942370224] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:36668; }","duration":"373.455465ms","start":"2026-05-07T03:29:18.932282Z","end":"2026-05-07T03:29:19.305738Z","steps":["trace[942370224] 'count revisions from in-memory index tree' (duration: 373.229618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:19.305792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:18.93226Z","time spent":"373.523666ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:29:19.306053Z","caller":"traceutil/trace.go:171","msg":"trace[418674259] transaction","detail":"{read_only:false; response_revision:36669; number_of_response:1; }","duration":"357.977838ms","start":"2026-05-07T03:29:18.948043Z","end":"2026-05-07T03:29:19.306021Z","steps":["trace[418674259] 'process raft request' (duration: 317.863139ms)","trace[418674259] 'compare' (duration: 39.519345ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:19.306155Z","caller":"traceutil/trace.go:171","msg":"trace[2092167954] transaction","detail":"{read_only:false; response_revision:36670; number_of_response:1; }","duration":"239.972005ms","start":"2026-05-07T03:29:19.066167Z","end":"2026-05-07T03:29:19.306139Z","steps":["trace[2092167954] 'process raft request' (duration: 239.691068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:19.306198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:18.948015Z","time spent":"358.09353ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:20.293666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.234078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:29:20.293865Z","caller":"traceutil/trace.go:171","msg":"trace[1025618650] linearizableReadLoop","detail":"{readStateIndex:37973; appliedIndex:37971; }","duration":"105.40231ms","start":"2026-05-07T03:29:20.188446Z","end":"2026-05-07T03:29:20.293848Z","steps":["trace[1025618650] 'read index received' (duration: 52.221µs)","trace[1025618650] 'applied index is now lower than readState.Index' (duration: 105.348869ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:20.293964Z","caller":"traceutil/trace.go:171","msg":"trace[2020363842] transaction","detail":"{read_only:false; response_revision:36674; number_of_response:1; }","duration":"359.959291ms","start":"2026-05-07T03:29:19.933991Z","end":"2026-05-07T03:29:20.29395Z","steps":["trace[2020363842] 'process raft request' (duration: 141.300724ms)","trace[2020363842] 'compare' (duration: 217.948432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:20.294032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:19.933972Z","time spent":"360.026232ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:20.294206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.768128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T03:29:20.294241Z","caller":"traceutil/trace.go:171","msg":"trace[1797214172] transaction","detail":"{read_only:false; response_revision:36675; number_of_response:1; }","duration":"359.759216ms","start":"2026-05-07T03:29:19.93447Z","end":"2026-05-07T03:29:20.294229Z","steps":["trace[1797214172] 'process raft request' (duration: 359.301076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:20.294267Z","caller":"traceutil/trace.go:171","msg":"trace[324627557] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36675; }","duration":"105.86136ms","start":"2026-05-07T03:29:20.188391Z","end":"2026-05-07T03:29:20.294253Z","steps":["trace[324627557] 'agreement among raft nodes before linearized reading' (duration: 105.649905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:20.294303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:19.934459Z","time spent":"359.808608ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:26.824828Z","caller":"traceutil/trace.go:171","msg":"trace[1637482998] transaction","detail":"{read_only:false; response_revision:36720; number_of_response:1; }","duration":"103.317784ms","start":"2026-05-07T03:29:26.721464Z","end":"2026-05-07T03:29:26.824782Z","steps":["trace[1637482998] 'process raft request' (duration: 102.981426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:27.133244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.722421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:29:27.133324Z","caller":"traceutil/trace.go:171","msg":"trace[1151342207] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:36726; }","duration":"177.853764ms","start":"2026-05-07T03:29:26.955453Z","end":"2026-05-07T03:29:27.133306Z","steps":["trace[1151342207] 'range keys from in-memory index tree' (duration: 177.555618ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:27.392978Z","caller":"traceutil/trace.go:171","msg":"trace[367850850] linearizableReadLoop","detail":"{readStateIndex:38027; appliedIndex:38026; }","duration":"127.657679ms","start":"2026-05-07T03:29:27.265285Z","end":"2026-05-07T03:29:27.392943Z","steps":["trace[367850850] 'read index received' (duration: 121.540082ms)","trace[367850850] 'applied index is now lower than readState.Index' (duration: 6.115547ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:27.39299Z","caller":"traceutil/trace.go:171","msg":"trace[2146094861] transaction","detail":"{read_only:false; response_revision:36727; number_of_response:1; }","duration":"249.720462ms","start":"2026-05-07T03:29:27.143235Z","end":"2026-05-07T03:29:27.392955Z","steps":["trace[2146094861] 'process raft request' (duration: 243.728048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:27.393555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.249292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:29:27.393697Z","caller":"traceutil/trace.go:171","msg":"trace[1768872189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36727; }","duration":"128.444057ms","start":"2026-05-07T03:29:27.265226Z","end":"2026-05-07T03:29:27.39367Z","steps":["trace[1768872189] 'agreement among raft nodes before linearized reading' (duration: 127.824942ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:28.220656Z","caller":"traceutil/trace.go:171","msg":"trace[1593980924] transaction","detail":"{read_only:false; response_revision:36731; number_of_response:1; }","duration":"116.539601ms","start":"2026-05-07T03:29:28.104094Z","end":"2026-05-07T03:29:28.220634Z","steps":["trace[1593980924] 'process raft request' (duration: 116.390987ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:28.976485Z","caller":"traceutil/trace.go:171","msg":"trace[1541476511] transaction","detail":"{read_only:false; response_revision:36741; number_of_response:1; }","duration":"104.695465ms","start":"2026-05-07T03:29:28.871742Z","end":"2026-05-07T03:29:28.976438Z","steps":["trace[1541476511] 'process raft request' (duration: 71.713316ms)","trace[1541476511] 'compare' (duration: 32.537769ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:28.976743Z","caller":"traceutil/trace.go:171","msg":"trace[57880388] transaction","detail":"{read_only:false; response_revision:36742; number_of_response:1; }","duration":"101.069003ms","start":"2026-05-07T03:29:28.875641Z","end":"2026-05-07T03:29:28.97671Z","steps":["trace[57880388] 'process raft request' (duration: 100.671655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:29.630471Z","caller":"traceutil/trace.go:171","msg":"trace[1811904680] transaction","detail":"{read_only:false; response_revision:36743; number_of_response:1; }","duration":"304.340027ms","start":"2026-05-07T03:29:29.326102Z","end":"2026-05-07T03:29:29.630442Z","steps":["trace[1811904680] 'process raft request' (duration: 304.125933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:29.630725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:29.326066Z","time spent":"304.50104ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:29.797382Z","caller":"traceutil/trace.go:171","msg":"trace[501470369] linearizableReadLoop","detail":"{readStateIndex:38044; appliedIndex:38042; }","duration":"284.331509ms","start":"2026-05-07T03:29:29.512986Z","end":"2026-05-07T03:29:29.797317Z","steps":["trace[501470369] 'read index received' (duration: 117.277967ms)","trace[501470369] 'applied index is now lower than readState.Index' (duration: 167.052122ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:29.797412Z","caller":"traceutil/trace.go:171","msg":"trace[972784178] transaction","detail":"{read_only:false; response_revision:36744; number_of_response:1; }","duration":"338.648945ms","start":"2026-05-07T03:29:29.458712Z","end":"2026-05-07T03:29:29.797361Z","steps":["trace[972784178] 'process raft request' (duration: 248.164447ms)","trace[972784178] 'compare' (duration: 90.228432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:29.797563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.571004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:29:29.797572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:29.458684Z","time spent":"338.801038ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:29.797624Z","caller":"traceutil/trace.go:171","msg":"trace[539729495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36744; }","duration":"284.675496ms","start":"2026-05-07T03:29:29.512932Z","end":"2026-05-07T03:29:29.797607Z","steps":["trace[539729495] 'agreement among raft nodes before linearized reading' (duration: 284.504933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:29.797621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.869142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:29:29.797684Z","caller":"traceutil/trace.go:171","msg":"trace[277402556] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:36744; }","duration":"222.995525ms","start":"2026-05-07T03:29:29.574671Z","end":"2026-05-07T03:29:29.797667Z","steps":["trace[277402556] 'agreement among raft nodes before linearized reading' (duration: 222.865382ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:31.550946Z","caller":"traceutil/trace.go:171","msg":"trace[888723611] linearizableReadLoop","detail":"{readStateIndex:38057; appliedIndex:38056; }","duration":"106.071996ms","start":"2026-05-07T03:29:31.444827Z","end":"2026-05-07T03:29:31.550899Z","steps":["trace[888723611] 'read index received' (duration: 105.760149ms)","trace[888723611] 'applied index is now lower than readState.Index' (duration: 307.677µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:31.551003Z","caller":"traceutil/trace.go:171","msg":"trace[2039696967] transaction","detail":"{read_only:false; response_revision:36757; number_of_response:1; }","duration":"125.678055ms","start":"2026-05-07T03:29:31.425296Z","end":"2026-05-07T03:29:31.550974Z","steps":["trace[2039696967] 'process raft request' (duration: 125.411149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:31.552852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.013639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2196147"} {"level":"info","ts":"2026-05-07T03:29:31.552916Z","caller":"traceutil/trace.go:171","msg":"trace[1757683294] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:36757; }","duration":"108.139211ms","start":"2026-05-07T03:29:31.444763Z","end":"2026-05-07T03:29:31.552902Z","steps":["trace[1757683294] 'agreement among raft nodes before linearized reading' (duration: 106.26738ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:32.570347Z","caller":"traceutil/trace.go:171","msg":"trace[1066377723] transaction","detail":"{read_only:false; response_revision:36763; number_of_response:1; }","duration":"103.914888ms","start":"2026-05-07T03:29:32.4664Z","end":"2026-05-07T03:29:32.570315Z","steps":["trace[1066377723] 'process raft request' (duration: 103.737653ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:39.018187Z","caller":"traceutil/trace.go:171","msg":"trace[1075173905] transaction","detail":"{read_only:false; response_revision:36809; number_of_response:1; }","duration":"125.88478ms","start":"2026-05-07T03:29:38.892266Z","end":"2026-05-07T03:29:39.01815Z","steps":["trace[1075173905] 'process raft request' (duration: 122.720039ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:39.01908Z","caller":"traceutil/trace.go:171","msg":"trace[360722033] linearizableReadLoop","detail":"{readStateIndex:38113; appliedIndex:38110; }","duration":"117.653025ms","start":"2026-05-07T03:29:38.901405Z","end":"2026-05-07T03:29:39.019058Z","steps":["trace[360722033] 'read index received' (duration: 113.607113ms)","trace[360722033] 'applied index is now lower than readState.Index' (duration: 4.044732ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:39.019104Z","caller":"traceutil/trace.go:171","msg":"trace[1481628001] transaction","detail":"{read_only:false; response_revision:36810; number_of_response:1; }","duration":"122.433192ms","start":"2026-05-07T03:29:38.896652Z","end":"2026-05-07T03:29:39.019085Z","steps":["trace[1481628001] 'process raft request' (duration: 122.254557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:39.019606Z","caller":"traceutil/trace.go:171","msg":"trace[429602658] transaction","detail":"{read_only:false; response_revision:36811; number_of_response:1; }","duration":"119.272861ms","start":"2026-05-07T03:29:38.900307Z","end":"2026-05-07T03:29:39.01958Z","steps":["trace[429602658] 'process raft request' (duration: 118.691638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:39.019951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.55432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:29:39.020022Z","caller":"traceutil/trace.go:171","msg":"trace[2006780762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36811; }","duration":"112.675143ms","start":"2026-05-07T03:29:38.907325Z","end":"2026-05-07T03:29:39.02Z","steps":["trace[2006780762] 'agreement among raft nodes before linearized reading' (duration: 112.447808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:39.020364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.957233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:29:39.020426Z","caller":"traceutil/trace.go:171","msg":"trace[133234253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36811; }","duration":"119.092196ms","start":"2026-05-07T03:29:38.901317Z","end":"2026-05-07T03:29:39.020409Z","steps":["trace[133234253] 'agreement among raft nodes before linearized reading' (duration: 118.945933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:49.489545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34717} {"level":"info","ts":"2026-05-07T03:29:49.696245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34717,"took":"203.117829ms","hash":1057215150,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":29581312,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T03:29:49.696332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1057215150,"revision":34717,"compact-revision":32557} {"level":"warn","ts":"2026-05-07T03:29:50.416031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.768708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:29:50.41614Z","caller":"traceutil/trace.go:171","msg":"trace[1932817498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36892; }","duration":"117.88951ms","start":"2026-05-07T03:29:50.298228Z","end":"2026-05-07T03:29:50.416118Z","steps":["trace[1932817498] 'range keys from in-memory index tree' (duration: 117.469852ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:50.552932Z","caller":"traceutil/trace.go:171","msg":"trace[1435887067] transaction","detail":"{read_only:false; response_revision:36894; number_of_response:1; }","duration":"110.881044ms","start":"2026-05-07T03:29:50.442023Z","end":"2026-05-07T03:29:50.552904Z","steps":["trace[1435887067] 'process raft request' (duration: 99.859657ms)","trace[1435887067] 'compare' (duration: 10.910155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:12.343997Z","caller":"traceutil/trace.go:171","msg":"trace[571862767] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"198.958517ms","start":"2026-05-07T03:30:12.144987Z","end":"2026-05-07T03:30:12.343946Z","steps":["trace[571862767] 'process raft request' (duration: 198.613799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:12.538991Z","caller":"traceutil/trace.go:171","msg":"trace[1079502050] transaction","detail":"{read_only:false; response_revision:37078; number_of_response:1; }","duration":"184.648016ms","start":"2026-05-07T03:30:12.354318Z","end":"2026-05-07T03:30:12.538966Z","steps":["trace[1079502050] 'process raft request' (duration: 132.581799ms)","trace[1079502050] 'compare' (duration: 51.938994ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:16.717785Z","caller":"traceutil/trace.go:171","msg":"trace[433806038] transaction","detail":"{read_only:false; response_revision:37119; number_of_response:1; }","duration":"113.138675ms","start":"2026-05-07T03:30:16.604617Z","end":"2026-05-07T03:30:16.717755Z","steps":["trace[433806038] 'process raft request' (duration: 112.891269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:16.926911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.779696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:16.927638Z","caller":"traceutil/trace.go:171","msg":"trace[1403044295] linearizableReadLoop","detail":"{readStateIndex:38434; appliedIndex:38433; }","duration":"148.744821ms","start":"2026-05-07T03:30:16.778877Z","end":"2026-05-07T03:30:16.927622Z","steps":["trace[1403044295] 'read index received' (duration: 14.174747ms)","trace[1403044295] 'applied index is now lower than readState.Index' (duration: 134.568654ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:16.927761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.878715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:16.927798Z","caller":"traceutil/trace.go:171","msg":"trace[2070026886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37121; }","duration":"148.953446ms","start":"2026-05-07T03:30:16.778833Z","end":"2026-05-07T03:30:16.927787Z","steps":["trace[2070026886] 'agreement among raft nodes before linearized reading' (duration: 148.867634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:16.92788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:30:16.927659Z","caller":"traceutil/trace.go:171","msg":"trace[103888215] transaction","detail":"{read_only:false; response_revision:37121; number_of_response:1; }","duration":"182.660832ms","start":"2026-05-07T03:30:16.744984Z","end":"2026-05-07T03:30:16.927644Z","steps":["trace[103888215] 'process raft request' (duration: 48.068677ms)","trace[103888215] 'compare' (duration: 133.690454ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:16.928133Z","caller":"traceutil/trace.go:171","msg":"trace[1913770208] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37121; }","duration":"145.015738ms","start":"2026-05-07T03:30:16.782907Z","end":"2026-05-07T03:30:16.927922Z","steps":["trace[1913770208] 'agreement among raft nodes before linearized reading' (duration: 144.834514ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.481961Z","caller":"traceutil/trace.go:171","msg":"trace[768671809] transaction","detail":"{read_only:false; response_revision:37145; number_of_response:1; }","duration":"137.194692ms","start":"2026-05-07T03:30:19.344729Z","end":"2026-05-07T03:30:19.481924Z","steps":["trace[768671809] 'process raft request' (duration: 94.869695ms)","trace[768671809] 'compare' (duration: 42.161304ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:21.438243Z","caller":"traceutil/trace.go:171","msg":"trace[929910630] transaction","detail":"{read_only:false; response_revision:37157; number_of_response:1; }","duration":"144.978488ms","start":"2026-05-07T03:30:21.293228Z","end":"2026-05-07T03:30:21.438207Z","steps":["trace[929910630] 'process raft request' (duration: 74.499429ms)","trace[929910630] 'compare' (duration: 70.161582ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:21.43823Z","caller":"traceutil/trace.go:171","msg":"trace[857909193] transaction","detail":"{read_only:false; response_revision:37158; number_of_response:1; }","duration":"143.963905ms","start":"2026-05-07T03:30:21.294233Z","end":"2026-05-07T03:30:21.438197Z","steps":["trace[857909193] 'process raft request' (duration: 143.851733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.216835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.873467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:30:22.217019Z","caller":"traceutil/trace.go:171","msg":"trace[94132226] transaction","detail":"{read_only:false; response_revision:37164; number_of_response:1; }","duration":"177.355912ms","start":"2026-05-07T03:30:22.039649Z","end":"2026-05-07T03:30:22.217005Z","steps":["trace[94132226] 'process raft request' (duration: 177.26172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:23.087549Z","caller":"traceutil/trace.go:171","msg":"trace[986143581] transaction","detail":"{read_only:false; response_revision:37171; number_of_response:1; }","duration":"101.891543ms","start":"2026-05-07T03:30:22.985635Z","end":"2026-05-07T03:30:23.087527Z","steps":["trace[986143581] 'process raft request' (duration: 101.509153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:23.687968Z","caller":"traceutil/trace.go:171","msg":"trace[358226870] transaction","detail":"{read_only:false; response_revision:37174; number_of_response:1; }","duration":"303.707573ms","start":"2026-05-07T03:30:23.384226Z","end":"2026-05-07T03:30:23.687934Z","steps":["trace[358226870] 'process raft request' (duration: 303.484618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.688133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.384208Z","time spent":"303.835186ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:23.813951Z","caller":"traceutil/trace.go:171","msg":"trace[2008231884] transaction","detail":"{read_only:false; response_revision:37175; number_of_response:1; }","duration":"369.358572ms","start":"2026-05-07T03:30:23.444558Z","end":"2026-05-07T03:30:23.813917Z","steps":["trace[2008231884] 'process raft request' (duration: 290.170748ms)","trace[2008231884] 'compare' (duration: 78.818396ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:23.814033Z","caller":"traceutil/trace.go:171","msg":"trace[2000079354] transaction","detail":"{read_only:false; response_revision:37177; number_of_response:1; }","duration":"114.913154ms","start":"2026-05-07T03:30:23.699089Z","end":"2026-05-07T03:30:23.814002Z","steps":["trace[2000079354] 'process raft request' (duration: 114.835532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.81413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.44453Z","time spent":"369.504335ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:23.814236Z","caller":"traceutil/trace.go:171","msg":"trace[919845184] linearizableReadLoop","detail":"{readStateIndex:38491; appliedIndex:38488; }","duration":"365.939216ms","start":"2026-05-07T03:30:23.448259Z","end":"2026-05-07T03:30:23.814198Z","steps":["trace[919845184] 'read index received' (duration: 239.557546ms)","trace[919845184] 'applied index is now lower than readState.Index' (duration: 126.37981ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:23.814426Z","caller":"traceutil/trace.go:171","msg":"trace[1704965084] transaction","detail":"{read_only:false; response_revision:37176; number_of_response:1; }","duration":"368.604405ms","start":"2026-05-07T03:30:23.445795Z","end":"2026-05-07T03:30:23.814399Z","steps":["trace[1704965084] 'process raft request' (duration: 367.995332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.814639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.445782Z","time spent":"368.689158ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:23.814695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.194098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:30:23.814752Z","caller":"traceutil/trace.go:171","msg":"trace[434397899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37177; }","duration":"331.29104ms","start":"2026-05-07T03:30:23.483448Z","end":"2026-05-07T03:30:23.814739Z","steps":["trace[434397899] 'agreement among raft nodes before linearized reading' (duration: 331.124966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.814786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.483425Z","time spent":"331.354371ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:23.814912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.325012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:30:23.814938Z","caller":"traceutil/trace.go:171","msg":"trace[941169426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37177; }","duration":"327.374332ms","start":"2026-05-07T03:30:23.487555Z","end":"2026-05-07T03:30:23.81493Z","steps":["trace[941169426] 'agreement among raft nodes before linearized reading' (duration: 327.29479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.814963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.487544Z","time spent":"327.413913ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:23.815058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.730183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:30:23.815096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.854552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:30:23.815139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.465946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:30:23.815212Z","caller":"traceutil/trace.go:171","msg":"trace[803918831] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:37177; }","duration":"366.955929ms","start":"2026-05-07T03:30:23.448224Z","end":"2026-05-07T03:30:23.81518Z","steps":["trace[803918831] 'agreement among raft nodes before linearized reading' (duration: 366.661312ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:23.815217Z","caller":"traceutil/trace.go:171","msg":"trace[1133797589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37177; }","duration":"294.017155ms","start":"2026-05-07T03:30:23.521164Z","end":"2026-05-07T03:30:23.815181Z","steps":["trace[1133797589] 'agreement among raft nodes before linearized reading' (duration: 293.675147ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:23.815245Z","caller":"traceutil/trace.go:171","msg":"trace[1308319932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37177; }","duration":"328.60592ms","start":"2026-05-07T03:30:23.486612Z","end":"2026-05-07T03:30:23.815218Z","steps":["trace[1308319932] 'agreement among raft nodes before linearized reading' (duration: 328.254952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.815287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.448209Z","time spent":"367.063741ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:23.81531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.486551Z","time spent":"328.745232ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:24.384432Z","caller":"traceutil/trace.go:171","msg":"trace[1005251866] transaction","detail":"{read_only:false; response_revision:37184; number_of_response:1; }","duration":"155.641546ms","start":"2026-05-07T03:30:24.228757Z","end":"2026-05-07T03:30:24.384399Z","steps":["trace[1005251866] 'process raft request' (duration: 105.030662ms)","trace[1005251866] 'compare' (duration: 50.458749ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:24.877162Z","caller":"traceutil/trace.go:171","msg":"trace[2120406038] transaction","detail":"{read_only:false; response_revision:37187; number_of_response:1; }","duration":"106.221289ms","start":"2026-05-07T03:30:24.770915Z","end":"2026-05-07T03:30:24.877136Z","steps":["trace[2120406038] 'process raft request' (duration: 106.076526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.848469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.686006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:26.848695Z","caller":"traceutil/trace.go:171","msg":"trace[110913009] transaction","detail":"{read_only:false; response_revision:37194; number_of_response:1; }","duration":"553.878265ms","start":"2026-05-07T03:30:26.294795Z","end":"2026-05-07T03:30:26.848674Z","steps":["trace[110913009] 'process raft request' (duration: 553.780783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.848777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.29478Z","time spent":"553.960067ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:26.848972Z","caller":"traceutil/trace.go:171","msg":"trace[102001570] linearizableReadLoop","detail":"{readStateIndex:38508; appliedIndex:38506; }","duration":"1.02022888s","start":"2026-05-07T03:30:25.828709Z","end":"2026-05-07T03:30:26.848938Z","steps":["trace[102001570] 'read index received' (duration: 40.519858ms)","trace[102001570] 'applied index is now lower than readState.Index' (duration: 979.704202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:26.84923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020497046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:30:26.849264Z","caller":"traceutil/trace.go:171","msg":"trace[963496486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37194; }","duration":"1.020583238s","start":"2026-05-07T03:30:25.828667Z","end":"2026-05-07T03:30:26.84925Z","steps":["trace[963496486] 'agreement among raft nodes before linearized reading' (duration: 1.020393624s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.84924Z","caller":"traceutil/trace.go:171","msg":"trace[568077392] transaction","detail":"{read_only:false; response_revision:37193; number_of_response:1; }","duration":"1.02650392s","start":"2026-05-07T03:30:25.822691Z","end":"2026-05-07T03:30:26.849195Z","steps":["trace[568077392] 'process raft request' (duration: 160.988135ms)","trace[568077392] 'compare' (duration: 864.38994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:26.849298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:25.82865Z","time spent":"1.020640949s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:26.849582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:25.822664Z","time spent":"1.026669234s","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:26.859056Z","caller":"traceutil/trace.go:171","msg":"trace[1271675405] transaction","detail":"{read_only:false; response_revision:37195; number_of_response:1; }","duration":"389.925112ms","start":"2026-05-07T03:30:26.46911Z","end":"2026-05-07T03:30:26.859035Z","steps":["trace[1271675405] 'process raft request' (duration: 389.686417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.859192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.469091Z","time spent":"390.022675ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:26.859193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.044676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:30:26.859287Z","caller":"traceutil/trace.go:171","msg":"trace[894776939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37195; }","duration":"987.178678ms","start":"2026-05-07T03:30:25.872086Z","end":"2026-05-07T03:30:26.859264Z","steps":["trace[894776939] 'agreement among raft nodes before linearized reading' (duration: 986.891252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.859362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:25.87207Z","time spent":"987.272671ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:26.859533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.503214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:30:26.859566Z","caller":"traceutil/trace.go:171","msg":"trace[137066317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37195; }","duration":"986.567416ms","start":"2026-05-07T03:30:25.872989Z","end":"2026-05-07T03:30:26.859557Z","steps":["trace[137066317] 'agreement among raft nodes before linearized reading' (duration: 986.468984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.859583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:25.872968Z","time spent":"986.610766ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:26.85964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.990049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:26.859668Z","caller":"traceutil/trace.go:171","msg":"trace[1901126812] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:37195; }","duration":"780.0402ms","start":"2026-05-07T03:30:26.079619Z","end":"2026-05-07T03:30:26.85966Z","steps":["trace[1901126812] 'agreement among raft nodes before linearized reading' (duration: 780.001009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.85969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.079606Z","time spent":"780.078961ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:26.859822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.902143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:30:26.859836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.679333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:30:26.859892Z","caller":"traceutil/trace.go:171","msg":"trace[1004456537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37195; }","duration":"987.788643ms","start":"2026-05-07T03:30:25.872085Z","end":"2026-05-07T03:30:26.859874Z","steps":["trace[1004456537] 'agreement among raft nodes before linearized reading' (duration: 987.571448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.859927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.935109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:30:26.859935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:25.87207Z","time spent":"987.854584ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:26.859956Z","caller":"traceutil/trace.go:171","msg":"trace[1033135073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37195; }","duration":"592.99807ms","start":"2026-05-07T03:30:26.26695Z","end":"2026-05-07T03:30:26.859948Z","steps":["trace[1033135073] 'agreement among raft nodes before linearized reading' (duration: 592.950169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.859927Z","caller":"traceutil/trace.go:171","msg":"trace[254959158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37195; }","duration":"567.814837ms","start":"2026-05-07T03:30:26.292095Z","end":"2026-05-07T03:30:26.85991Z","steps":["trace[254959158] 'agreement among raft nodes before linearized reading' (duration: 567.538991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.859976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.266931Z","time spent":"593.040191ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:26.859993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.292076Z","time spent":"567.908329ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:30:27.088511Z","caller":"traceutil/trace.go:171","msg":"trace[1728031296] transaction","detail":"{read_only:false; response_revision:37197; number_of_response:1; }","duration":"225.542192ms","start":"2026-05-07T03:30:26.862944Z","end":"2026-05-07T03:30:27.088486Z","steps":["trace[1728031296] 'process raft request' (duration: 225.309277ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.088784Z","caller":"traceutil/trace.go:171","msg":"trace[1743255060] transaction","detail":"{read_only:false; response_revision:37199; number_of_response:1; }","duration":"224.704363ms","start":"2026-05-07T03:30:26.864063Z","end":"2026-05-07T03:30:27.088767Z","steps":["trace[1743255060] 'process raft request' (duration: 224.60386ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.088816Z","caller":"traceutil/trace.go:171","msg":"trace[447420673] transaction","detail":"{read_only:false; response_revision:37198; number_of_response:1; }","duration":"225.531262ms","start":"2026-05-07T03:30:26.863253Z","end":"2026-05-07T03:30:27.088784Z","steps":["trace[447420673] 'process raft request' (duration: 225.197385ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.088972Z","caller":"traceutil/trace.go:171","msg":"trace[925501683] linearizableReadLoop","detail":"{readStateIndex:38516; appliedIndex:38511; }","duration":"154.509351ms","start":"2026-05-07T03:30:26.934441Z","end":"2026-05-07T03:30:27.088951Z","steps":["trace[925501683] 'read index received' (duration: 153.836346ms)","trace[925501683] 'applied index is now lower than readState.Index' (duration: 671.685µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:27.088998Z","caller":"traceutil/trace.go:171","msg":"trace[670883571] transaction","detail":"{read_only:false; response_revision:37201; number_of_response:1; }","duration":"201.963533ms","start":"2026-05-07T03:30:26.887008Z","end":"2026-05-07T03:30:27.088972Z","steps":["trace[670883571] 'process raft request' (duration: 201.851241ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.088982Z","caller":"traceutil/trace.go:171","msg":"trace[1459413213] transaction","detail":"{read_only:false; response_revision:37200; number_of_response:1; }","duration":"206.27061ms","start":"2026-05-07T03:30:26.882681Z","end":"2026-05-07T03:30:27.088952Z","steps":["trace[1459413213] 'process raft request' (duration: 206.043885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.089193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.125515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:30:27.08927Z","caller":"traceutil/trace.go:171","msg":"trace[1346327472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37201; }","duration":"226.225157ms","start":"2026-05-07T03:30:26.863027Z","end":"2026-05-07T03:30:27.089252Z","steps":["trace[1346327472] 'agreement among raft nodes before linearized reading' (duration: 226.011773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.089214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.151778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:30:27.089531Z","caller":"traceutil/trace.go:171","msg":"trace[1956285051] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:37201; }","duration":"131.517905ms","start":"2026-05-07T03:30:26.957994Z","end":"2026-05-07T03:30:27.089512Z","steps":["trace[1956285051] 'agreement among raft nodes before linearized reading' (duration: 131.093956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.441393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.583159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:27.441567Z","caller":"traceutil/trace.go:171","msg":"trace[46088156] linearizableReadLoop","detail":"{readStateIndex:38519; appliedIndex:38517; }","duration":"284.502293ms","start":"2026-05-07T03:30:27.157049Z","end":"2026-05-07T03:30:27.441551Z","steps":["trace[46088156] 'read index received' (duration: 93.670669ms)","trace[46088156] 'applied index is now lower than readState.Index' (duration: 190.830664ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:27.441634Z","caller":"traceutil/trace.go:171","msg":"trace[1446329390] transaction","detail":"{read_only:false; response_revision:37202; number_of_response:1; }","duration":"323.116346ms","start":"2026-05-07T03:30:27.118507Z","end":"2026-05-07T03:30:27.441623Z","steps":["trace[1446329390] 'process raft request' (duration: 132.1976ms)","trace[1446329390] 'compare' (duration: 190.391475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:27.441718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.118484Z","time spent":"323.181719ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1282534768] transaction","detail":"{read_only:false; response_revision:37203; number_of_response:1; }","duration":"320.842107ms","start":"2026-05-07T03:30:27.121023Z","end":"2026-05-07T03:30:27.441865Z","steps":["trace[1282534768] 'process raft request' (duration: 320.462218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.442042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.120994Z","time spent":"320.970959ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:27.442169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.088135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:27.442334Z","caller":"traceutil/trace.go:171","msg":"trace[1743375446] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37203; }","duration":"285.28016ms","start":"2026-05-07T03:30:27.157004Z","end":"2026-05-07T03:30:27.442284Z","steps":["trace[1743375446] 'agreement among raft nodes before linearized reading' (duration: 284.955923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.037688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.596368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:28.037865Z","caller":"traceutil/trace.go:171","msg":"trace[327615646] transaction","detail":"{read_only:false; response_revision:37204; number_of_response:1; }","duration":"602.759909ms","start":"2026-05-07T03:30:27.435067Z","end":"2026-05-07T03:30:28.037827Z","steps":["trace[327615646] 'process raft request' (duration: 470.918676ms)","trace[327615646] 'compare' (duration: 131.122356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:28.03804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.435042Z","time spent":"602.902174ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:28.038394Z","caller":"traceutil/trace.go:171","msg":"trace[1306488511] linearizableReadLoop","detail":"{readStateIndex:38520; appliedIndex:38519; }","duration":"596.786705ms","start":"2026-05-07T03:30:27.441596Z","end":"2026-05-07T03:30:28.038382Z","steps":["trace[1306488511] 'read index received' (duration: 464.332469ms)","trace[1306488511] 'applied index is now lower than readState.Index' (duration: 132.452546ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:28.038416Z","caller":"traceutil/trace.go:171","msg":"trace[1937698909] transaction","detail":"{read_only:false; response_revision:37205; number_of_response:1; }","duration":"164.590887ms","start":"2026-05-07T03:30:27.873806Z","end":"2026-05-07T03:30:28.038397Z","steps":["trace[1937698909] 'process raft request' (duration: 163.998834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.038612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.942712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6bd95579f9-8qcd9.18ad28e8a6bd495b\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-07T03:30:28.038653Z","caller":"traceutil/trace.go:171","msg":"trace[782309472] range","detail":"{range_begin:/registry/events/openstack/heat-api-6bd95579f9-8qcd9.18ad28e8a6bd495b; range_end:; response_count:1; response_revision:37205; }","duration":"857.007144ms","start":"2026-05-07T03:30:27.181631Z","end":"2026-05-07T03:30:28.038638Z","steps":["trace[782309472] 'agreement among raft nodes before linearized reading' (duration: 856.83868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.038684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.181616Z","time spent":"857.062475ms","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-6bd95579f9-8qcd9.18ad28e8a6bd495b\" "} {"level":"warn","ts":"2026-05-07T03:30:28.038834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.674528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:30:28.038869Z","caller":"traceutil/trace.go:171","msg":"trace[984068153] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37205; }","duration":"594.73566ms","start":"2026-05-07T03:30:27.444125Z","end":"2026-05-07T03:30:28.03886Z","steps":["trace[984068153] 'agreement among raft nodes before linearized reading' (duration: 594.666548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.038909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.444111Z","time spent":"594.786071ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:30:28.038951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.730896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.038988Z","caller":"traceutil/trace.go:171","msg":"trace[673874546] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37205; }","duration":"125.832228ms","start":"2026-05-07T03:30:27.913142Z","end":"2026-05-07T03:30:28.038974Z","steps":["trace[673874546] 'agreement among raft nodes before linearized reading' (duration: 125.775737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.039078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.253517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.039109Z","caller":"traceutil/trace.go:171","msg":"trace[1466613544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:37205; }","duration":"518.323658ms","start":"2026-05-07T03:30:27.520777Z","end":"2026-05-07T03:30:28.0391Z","steps":["trace[1466613544] 'agreement among raft nodes before linearized reading' (duration: 518.270117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.039138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.520761Z","time spent":"518.37134ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:28.039164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.39986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:30:28.039191Z","caller":"traceutil/trace.go:171","msg":"trace[481959585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37205; }","duration":"873.458812ms","start":"2026-05-07T03:30:27.165725Z","end":"2026-05-07T03:30:28.039184Z","steps":["trace[481959585] 'agreement among raft nodes before linearized reading' (duration: 873.38421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.039215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.165708Z","time spent":"873.502664ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:28.039283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.224976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.039309Z","caller":"traceutil/trace.go:171","msg":"trace[1936918805] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37205; }","duration":"593.282308ms","start":"2026-05-07T03:30:27.44602Z","end":"2026-05-07T03:30:28.039302Z","steps":["trace[1936918805] 'agreement among raft nodes before linearized reading' (duration: 593.233777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.039334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:27.446006Z","time spent":"593.323258ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:30:28.233321Z","caller":"traceutil/trace.go:171","msg":"trace[410213299] linearizableReadLoop","detail":"{readStateIndex:38523; appliedIndex:38522; }","duration":"103.337503ms","start":"2026-05-07T03:30:28.12995Z","end":"2026-05-07T03:30:28.233288Z","steps":["trace[410213299] 'read index received' (duration: 36.263812ms)","trace[410213299] 'applied index is now lower than readState.Index' (duration: 67.072331ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:28.233402Z","caller":"traceutil/trace.go:171","msg":"trace[1445322497] transaction","detail":"{read_only:false; response_revision:37207; number_of_response:1; }","duration":"191.075269ms","start":"2026-05-07T03:30:28.042249Z","end":"2026-05-07T03:30:28.233325Z","steps":["trace[1445322497] 'process raft request' (duration: 123.939305ms)","trace[1445322497] 'compare' (duration: 66.916999ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:28.233468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.364584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.23356Z","caller":"traceutil/trace.go:171","msg":"trace[1103952061] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37207; }","duration":"186.517788ms","start":"2026-05-07T03:30:28.047011Z","end":"2026-05-07T03:30:28.233529Z","steps":["trace[1103952061] 'agreement among raft nodes before linearized reading' (duration: 186.320822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.233619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.261364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:30:28.233658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.641017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:30:28.233705Z","caller":"traceutil/trace.go:171","msg":"trace[38612400] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37207; }","duration":"101.741399ms","start":"2026-05-07T03:30:28.131953Z","end":"2026-05-07T03:30:28.233694Z","steps":["trace[38612400] 'agreement among raft nodes before linearized reading' (duration: 101.561445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:28.233671Z","caller":"traceutil/trace.go:171","msg":"trace[1913658620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37207; }","duration":"187.372877ms","start":"2026-05-07T03:30:28.046281Z","end":"2026-05-07T03:30:28.233653Z","steps":["trace[1913658620] 'agreement among raft nodes before linearized reading' (duration: 187.180303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.233786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.214324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6889f6fbf7-594wb.18ad28eae38dad71\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-05-07T03:30:28.23389Z","caller":"traceutil/trace.go:171","msg":"trace[364106419] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6889f6fbf7-594wb.18ad28eae38dad71; range_end:; response_count:1; response_revision:37207; }","duration":"100.336267ms","start":"2026-05-07T03:30:28.133524Z","end":"2026-05-07T03:30:28.23386Z","steps":["trace[364106419] 'agreement among raft nodes before linearized reading' (duration: 100.068421ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:28.453801Z","caller":"traceutil/trace.go:171","msg":"trace[31400895] linearizableReadLoop","detail":"{readStateIndex:38524; appliedIndex:38523; }","duration":"215.273832ms","start":"2026-05-07T03:30:28.238509Z","end":"2026-05-07T03:30:28.453783Z","steps":["trace[31400895] 'read index received' (duration: 215.098288ms)","trace[31400895] 'applied index is now lower than readState.Index' (duration: 174.784µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:28.454042Z","caller":"traceutil/trace.go:171","msg":"trace[861827958] transaction","detail":"{read_only:false; response_revision:37208; number_of_response:1; }","duration":"217.156743ms","start":"2026-05-07T03:30:28.236876Z","end":"2026-05-07T03:30:28.454033Z","steps":["trace[861827958] 'process raft request' (duration: 216.791015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.45424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.192634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T03:30:28.454305Z","caller":"traceutil/trace.go:171","msg":"trace[489040283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37208; }","duration":"209.301737ms","start":"2026-05-07T03:30:28.244988Z","end":"2026-05-07T03:30:28.454289Z","steps":["trace[489040283] 'agreement among raft nodes before linearized reading' (duration: 209.109542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.454333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.233353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.454371Z","caller":"traceutil/trace.go:171","msg":"trace[620312467] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:37208; }","duration":"162.324345ms","start":"2026-05-07T03:30:28.292037Z","end":"2026-05-07T03:30:28.454361Z","steps":["trace[620312467] 'agreement among raft nodes before linearized reading' (duration: 162.252924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.454494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.464728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.454541Z","caller":"traceutil/trace.go:171","msg":"trace[48605614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37208; }","duration":"191.56455ms","start":"2026-05-07T03:30:28.262967Z","end":"2026-05-07T03:30:28.454531Z","steps":["trace[48605614] 'agreement among raft nodes before linearized reading' (duration: 191.493968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.454507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.996987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:28.454718Z","caller":"traceutil/trace.go:171","msg":"trace[1627836491] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37208; }","duration":"216.222562ms","start":"2026-05-07T03:30:28.238483Z","end":"2026-05-07T03:30:28.454706Z","steps":["trace[1627836491] 'agreement among raft nodes before linearized reading' (duration: 215.996807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:28.454725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.540964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:30:28.454758Z","caller":"traceutil/trace.go:171","msg":"trace[267105657] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:37208; }","duration":"193.614836ms","start":"2026-05-07T03:30:28.261134Z","end":"2026-05-07T03:30:28.454749Z","steps":["trace[267105657] 'agreement among raft nodes before linearized reading' (duration: 193.506633ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.225321Z","caller":"traceutil/trace.go:171","msg":"trace[1225080683] transaction","detail":"{read_only:false; response_revision:37213; number_of_response:1; }","duration":"130.903142ms","start":"2026-05-07T03:30:29.094394Z","end":"2026-05-07T03:30:29.225297Z","steps":["trace[1225080683] 'process raft request' (duration: 130.743529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.306088Z","caller":"traceutil/trace.go:171","msg":"trace[532803561] transaction","detail":"{read_only:false; response_revision:37214; number_of_response:1; }","duration":"211.624649ms","start":"2026-05-07T03:30:29.094441Z","end":"2026-05-07T03:30:29.306066Z","steps":["trace[532803561] 'process raft request' (duration: 209.453891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.306349Z","caller":"traceutil/trace.go:171","msg":"trace[36330558] transaction","detail":"{read_only:false; response_revision:37215; number_of_response:1; }","duration":"209.650714ms","start":"2026-05-07T03:30:29.096683Z","end":"2026-05-07T03:30:29.306334Z","steps":["trace[36330558] 'process raft request' (duration: 209.332697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.306435Z","caller":"traceutil/trace.go:171","msg":"trace[100402122] transaction","detail":"{read_only:false; response_revision:37216; number_of_response:1; }","duration":"209.541403ms","start":"2026-05-07T03:30:29.096862Z","end":"2026-05-07T03:30:29.306403Z","steps":["trace[100402122] 'process raft request' (duration: 209.361738ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.306554Z","caller":"traceutil/trace.go:171","msg":"trace[1091756446] transaction","detail":"{read_only:false; response_revision:37217; number_of_response:1; }","duration":"209.278167ms","start":"2026-05-07T03:30:29.097256Z","end":"2026-05-07T03:30:29.306535Z","steps":["trace[1091756446] 'process raft request' (duration: 209.089472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:32.343834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351345ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:30:32.344721Z","caller":"traceutil/trace.go:171","msg":"trace[873226680] transaction","detail":"{read_only:false; response_revision:37236; number_of_response:1; }","duration":"235.078915ms","start":"2026-05-07T03:30:32.109605Z","end":"2026-05-07T03:30:32.344684Z","steps":["trace[873226680] 'process raft request' (duration: 234.382909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:32.347468Z","caller":"traceutil/trace.go:171","msg":"trace[932891972] linearizableReadLoop","detail":"{readStateIndex:38554; appliedIndex:38551; }","duration":"146.213074ms","start":"2026-05-07T03:30:32.201227Z","end":"2026-05-07T03:30:32.34744Z","steps":["trace[932891972] 'read index received' (duration: 77.582888ms)","trace[932891972] 'applied index is now lower than readState.Index' (duration: 68.628726ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:32.347631Z","caller":"traceutil/trace.go:171","msg":"trace[1496142472] transaction","detail":"{read_only:false; response_revision:37237; number_of_response:1; }","duration":"218.898442ms","start":"2026-05-07T03:30:32.128678Z","end":"2026-05-07T03:30:32.347576Z","steps":["trace[1496142472] 'process raft request' (duration: 218.621566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:32.347713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.46952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:32.347829Z","caller":"traceutil/trace.go:171","msg":"trace[2026687781] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:37237; }","duration":"146.638564ms","start":"2026-05-07T03:30:32.201173Z","end":"2026-05-07T03:30:32.347811Z","steps":["trace[2026687781] 'agreement among raft nodes before linearized reading' (duration: 146.46251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:32.715258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.002156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:32.715356Z","caller":"traceutil/trace.go:171","msg":"trace[956383511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37238; }","duration":"253.15269ms","start":"2026-05-07T03:30:32.462176Z","end":"2026-05-07T03:30:32.715329Z","steps":["trace[956383511] 'count revisions from in-memory index tree' (duration: 252.842783ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.162637Z","caller":"traceutil/trace.go:171","msg":"trace[290259369] transaction","detail":"{read_only:false; response_revision:37239; number_of_response:1; }","duration":"279.653074ms","start":"2026-05-07T03:30:32.882958Z","end":"2026-05-07T03:30:33.162612Z","steps":["trace[290259369] 'process raft request' (duration: 279.49567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.382141Z","caller":"traceutil/trace.go:171","msg":"trace[1330846664] transaction","detail":"{read_only:false; response_revision:37240; number_of_response:1; }","duration":"496.08589ms","start":"2026-05-07T03:30:32.886025Z","end":"2026-05-07T03:30:33.382111Z","steps":["trace[1330846664] 'process raft request' (duration: 495.850615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.382315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.88601Z","time spent":"496.217563ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:33.382477Z","caller":"traceutil/trace.go:171","msg":"trace[1629051044] transaction","detail":"{read_only:false; response_revision:37241; number_of_response:1; }","duration":"494.465425ms","start":"2026-05-07T03:30:32.887998Z","end":"2026-05-07T03:30:33.382463Z","steps":["trace[1629051044] 'process raft request' (duration: 494.064575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.382376Z","caller":"traceutil/trace.go:171","msg":"trace[893720613] linearizableReadLoop","detail":"{readStateIndex:38558; appliedIndex:38556; }","duration":"362.944608ms","start":"2026-05-07T03:30:33.019394Z","end":"2026-05-07T03:30:33.382339Z","steps":["trace[893720613] 'read index received' (duration: 143.726519ms)","trace[893720613] 'applied index is now lower than readState.Index' (duration: 219.215409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:33.382713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.887986Z","time spent":"494.521586ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:33.382833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.422189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:30:33.382939Z","caller":"traceutil/trace.go:171","msg":"trace[1759822358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37241; }","duration":"363.624484ms","start":"2026-05-07T03:30:33.01929Z","end":"2026-05-07T03:30:33.382914Z","steps":["trace[1759822358] 'agreement among raft nodes before linearized reading' (duration: 363.382608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.382998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.019271Z","time spent":"363.712046ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:30:33.417892Z","caller":"traceutil/trace.go:171","msg":"trace[1138647351] transaction","detail":"{read_only:false; response_revision:37242; number_of_response:1; }","duration":"174.892147ms","start":"2026-05-07T03:30:33.242961Z","end":"2026-05-07T03:30:33.417853Z","steps":["trace[1138647351] 'process raft request' (duration: 174.554209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.418254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.493927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:33.41831Z","caller":"traceutil/trace.go:171","msg":"trace[1088855449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37243; }","duration":"224.62929ms","start":"2026-05-07T03:30:33.193663Z","end":"2026-05-07T03:30:33.418292Z","steps":["trace[1088855449] 'agreement among raft nodes before linearized reading' (duration: 224.488357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.418302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.980495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:33.41843Z","caller":"traceutil/trace.go:171","msg":"trace[28332401] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:37243; }","duration":"153.305743ms","start":"2026-05-07T03:30:33.2651Z","end":"2026-05-07T03:30:33.418405Z","steps":["trace[28332401] 'agreement among raft nodes before linearized reading' (duration: 152.992416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.418309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.818672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:33.41851Z","caller":"traceutil/trace.go:171","msg":"trace[1043164077] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:37243; }","duration":"128.091178ms","start":"2026-05-07T03:30:33.290404Z","end":"2026-05-07T03:30:33.418496Z","steps":["trace[1043164077] 'agreement among raft nodes before linearized reading' (duration: 127.787411ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.625907Z","caller":"traceutil/trace.go:171","msg":"trace[718611730] transaction","detail":"{read_only:false; response_revision:37245; number_of_response:1; }","duration":"202.760421ms","start":"2026-05-07T03:30:33.423088Z","end":"2026-05-07T03:30:33.625848Z","steps":["trace[718611730] 'process raft request' (duration: 160.810651ms)","trace[718611730] 'compare' (duration: 41.367257ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:33.625996Z","caller":"traceutil/trace.go:171","msg":"trace[2001211653] transaction","detail":"{read_only:false; response_revision:37248; number_of_response:1; }","duration":"163.636795ms","start":"2026-05-07T03:30:33.462337Z","end":"2026-05-07T03:30:33.625974Z","steps":["trace[2001211653] 'process raft request' (duration: 163.582913ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.626054Z","caller":"traceutil/trace.go:171","msg":"trace[1248823737] transaction","detail":"{read_only:false; response_revision:37247; number_of_response:1; }","duration":"202.679079ms","start":"2026-05-07T03:30:33.42335Z","end":"2026-05-07T03:30:33.626029Z","steps":["trace[1248823737] 'process raft request' (duration: 202.484944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.626048Z","caller":"traceutil/trace.go:171","msg":"trace[715400818] transaction","detail":"{read_only:false; response_revision:37246; number_of_response:1; }","duration":"202.74809ms","start":"2026-05-07T03:30:33.423267Z","end":"2026-05-07T03:30:33.626016Z","steps":["trace[715400818] 'process raft request' (duration: 202.454444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.626332Z","caller":"traceutil/trace.go:171","msg":"trace[1735832678] linearizableReadLoop","detail":"{readStateIndex:38564; appliedIndex:38561; }","duration":"176.091354ms","start":"2026-05-07T03:30:33.450203Z","end":"2026-05-07T03:30:33.626295Z","steps":["trace[1735832678] 'read index received' (duration: 133.679023ms)","trace[1735832678] 'applied index is now lower than readState.Index' (duration: 42.40849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:33.626476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.267208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1089"} {"level":"info","ts":"2026-05-07T03:30:33.626504Z","caller":"traceutil/trace.go:171","msg":"trace[942525939] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:37248; }","duration":"176.35965ms","start":"2026-05-07T03:30:33.450137Z","end":"2026-05-07T03:30:33.626497Z","steps":["trace[942525939] 'agreement among raft nodes before linearized reading' (duration: 176.225427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.626808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.026066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:30:33.626868Z","caller":"traceutil/trace.go:171","msg":"trace[1938259648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37248; }","duration":"165.157929ms","start":"2026-05-07T03:30:33.461692Z","end":"2026-05-07T03:30:33.626849Z","steps":["trace[1938259648] 'agreement among raft nodes before linearized reading' (duration: 164.813771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:36.333021Z","caller":"traceutil/trace.go:171","msg":"trace[1244234658] transaction","detail":"{read_only:false; response_revision:37264; number_of_response:1; }","duration":"174.591901ms","start":"2026-05-07T03:30:36.158411Z","end":"2026-05-07T03:30:36.333003Z","steps":["trace[1244234658] 'process raft request' (duration: 174.149961ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:36.909687Z","caller":"traceutil/trace.go:171","msg":"trace[1074953009] linearizableReadLoop","detail":"{readStateIndex:38583; appliedIndex:38581; }","duration":"414.79751ms","start":"2026-05-07T03:30:36.494871Z","end":"2026-05-07T03:30:36.909668Z","steps":["trace[1074953009] 'read index received' (duration: 385.927363ms)","trace[1074953009] 'applied index is now lower than readState.Index' (duration: 28.869327ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:36.909763Z","caller":"traceutil/trace.go:171","msg":"trace[1074090480] transaction","detail":"{read_only:false; response_revision:37265; number_of_response:1; }","duration":"547.305748ms","start":"2026-05-07T03:30:36.36244Z","end":"2026-05-07T03:30:36.909746Z","steps":["trace[1074090480] 'process raft request' (duration: 518.346979ms)","trace[1074090480] 'compare' (duration: 28.730274ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:36.909791Z","caller":"traceutil/trace.go:171","msg":"trace[733653701] transaction","detail":"{read_only:false; response_revision:37266; number_of_response:1; }","duration":"543.357679ms","start":"2026-05-07T03:30:36.366424Z","end":"2026-05-07T03:30:36.909781Z","steps":["trace[733653701] 'process raft request' (duration: 543.204035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.909852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.53327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:30:36.909873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.362421Z","time spent":"547.37749ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:36.909906Z","caller":"traceutil/trace.go:171","msg":"trace[791516761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:37266; }","duration":"387.625402ms","start":"2026-05-07T03:30:36.522268Z","end":"2026-05-07T03:30:36.909893Z","steps":["trace[791516761] 'agreement among raft nodes before linearized reading' (duration: 387.53682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.909939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.522246Z","time spent":"387.682823ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:36.910004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.109237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:36.910045Z","caller":"traceutil/trace.go:171","msg":"trace[2070253536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37266; }","duration":"415.225639ms","start":"2026-05-07T03:30:36.494809Z","end":"2026-05-07T03:30:36.910035Z","steps":["trace[2070253536] 'agreement among raft nodes before linearized reading' (duration: 415.083636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.910114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.494784Z","time spent":"415.316521ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:36.909864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.366408Z","time spent":"543.406431ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:36.910467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.887812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:30:36.910673Z","caller":"traceutil/trace.go:171","msg":"trace[96488006] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:37266; }","duration":"156.320781ms","start":"2026-05-07T03:30:36.754305Z","end":"2026-05-07T03:30:36.910625Z","steps":["trace[96488006] 'agreement among raft nodes before linearized reading' (duration: 155.605916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.145758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.232915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:39.145869Z","caller":"traceutil/trace.go:171","msg":"trace[1754037924] linearizableReadLoop","detail":"{readStateIndex:38598; appliedIndex:38596; }","duration":"216.523989ms","start":"2026-05-07T03:30:38.929327Z","end":"2026-05-07T03:30:39.145851Z","steps":["trace[1754037924] 'read index received' (duration: 14.028245ms)","trace[1754037924] 'applied index is now lower than readState.Index' (duration: 202.494384ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:39.146002Z","caller":"traceutil/trace.go:171","msg":"trace[1741675235] transaction","detail":"{read_only:false; response_revision:37280; number_of_response:1; }","duration":"228.640041ms","start":"2026-05-07T03:30:38.917308Z","end":"2026-05-07T03:30:39.145948Z","steps":["trace[1741675235] 'process raft request' (duration: 86.130329ms)","trace[1741675235] 'compare' (duration: 142.055502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:39.146071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.744444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:39.146105Z","caller":"traceutil/trace.go:171","msg":"trace[323999339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37280; }","duration":"216.783005ms","start":"2026-05-07T03:30:38.929311Z","end":"2026-05-07T03:30:39.146094Z","steps":["trace[323999339] 'agreement among raft nodes before linearized reading' (duration: 216.635262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:41.623261Z","caller":"traceutil/trace.go:171","msg":"trace[691874909] transaction","detail":"{read_only:false; response_revision:37301; number_of_response:1; }","duration":"134.918131ms","start":"2026-05-07T03:30:41.48831Z","end":"2026-05-07T03:30:41.623228Z","steps":["trace[691874909] 'process raft request' (duration: 85.168667ms)","trace[691874909] 'compare' (duration: 49.458058ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:41.62336Z","caller":"traceutil/trace.go:171","msg":"trace[623451205] transaction","detail":"{read_only:false; response_revision:37303; number_of_response:1; }","duration":"121.673345ms","start":"2026-05-07T03:30:41.501666Z","end":"2026-05-07T03:30:41.62334Z","steps":["trace[623451205] 'process raft request' (duration: 121.580043ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:41.623458Z","caller":"traceutil/trace.go:171","msg":"trace[719712112] transaction","detail":"{read_only:false; response_revision:37302; number_of_response:1; }","duration":"123.452924ms","start":"2026-05-07T03:30:41.499996Z","end":"2026-05-07T03:30:41.623449Z","steps":["trace[719712112] 'process raft request' (duration: 123.174758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:42.721598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.007125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:30:43.929455Z","caller":"traceutil/trace.go:171","msg":"trace[766096813] transaction","detail":"{read_only:false; response_revision:37317; number_of_response:1; }","duration":"209.465781ms","start":"2026-05-07T03:30:43.719969Z","end":"2026-05-07T03:30:43.929435Z","steps":["trace[766096813] 'process raft request' (duration: 209.42803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:43.929478Z","caller":"traceutil/trace.go:171","msg":"trace[1362464988] transaction","detail":"{read_only:false; response_revision:37315; number_of_response:1; }","duration":"300.646233ms","start":"2026-05-07T03:30:43.628801Z","end":"2026-05-07T03:30:43.929447Z","steps":["trace[1362464988] 'process raft request' (duration: 227.846982ms)","trace[1362464988] 'compare' (duration: 72.458393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:43.929623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.628778Z","time spent":"300.756877ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:43.929667Z","caller":"traceutil/trace.go:171","msg":"trace[855907623] linearizableReadLoop","detail":"{readStateIndex:38635; appliedIndex:38632; }","duration":"274.775254ms","start":"2026-05-07T03:30:43.654875Z","end":"2026-05-07T03:30:43.929651Z","steps":["trace[855907623] 'read index received' (duration: 41.722064ms)","trace[855907623] 'applied index is now lower than readState.Index' (duration: 233.0514ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:43.929756Z","caller":"traceutil/trace.go:171","msg":"trace[865220602] transaction","detail":"{read_only:false; response_revision:37316; number_of_response:1; }","duration":"299.667251ms","start":"2026-05-07T03:30:43.630078Z","end":"2026-05-07T03:30:43.929746Z","steps":["trace[865220602] 'process raft request' (duration: 299.243321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:43.929821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.672784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:30:43.929844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.968259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:30:43.929885Z","caller":"traceutil/trace.go:171","msg":"trace[400798759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37317; }","duration":"275.04427ms","start":"2026-05-07T03:30:43.65483Z","end":"2026-05-07T03:30:43.929874Z","steps":["trace[400798759] 'agreement among raft nodes before linearized reading' (duration: 274.924278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:43.929902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.280282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:30:43.929922Z","caller":"traceutil/trace.go:171","msg":"trace[378768313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37317; }","duration":"165.348653ms","start":"2026-05-07T03:30:43.764567Z","end":"2026-05-07T03:30:43.929916Z","steps":["trace[378768313] 'agreement among raft nodes before linearized reading' (duration: 165.279062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:43.929884Z","caller":"traceutil/trace.go:171","msg":"trace[2039291897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37317; }","duration":"237.793726ms","start":"2026-05-07T03:30:43.692076Z","end":"2026-05-07T03:30:43.92987Z","steps":["trace[2039291897] 'agreement among raft nodes before linearized reading' (duration: 237.686854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:43.92997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.400044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:30:43.929996Z","caller":"traceutil/trace.go:171","msg":"trace[777494732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37317; }","duration":"165.451775ms","start":"2026-05-07T03:30:43.764539Z","end":"2026-05-07T03:30:43.929991Z","steps":["trace[777494732] 'agreement among raft nodes before linearized reading' (duration: 165.362533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:43.930015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.376136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:30:43.93004Z","caller":"traceutil/trace.go:171","msg":"trace[699845311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37317; }","duration":"166.445268ms","start":"2026-05-07T03:30:43.763589Z","end":"2026-05-07T03:30:43.930035Z","steps":["trace[699845311] 'agreement among raft nodes before linearized reading' (duration: 166.388107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.195718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.686819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:44.195946Z","caller":"traceutil/trace.go:171","msg":"trace[428738903] linearizableReadLoop","detail":"{readStateIndex:38640; appliedIndex:38637; }","duration":"260.932635ms","start":"2026-05-07T03:30:43.934993Z","end":"2026-05-07T03:30:44.195926Z","steps":["trace[428738903] 'read index received' (duration: 37.669204ms)","trace[428738903] 'applied index is now lower than readState.Index' (duration: 223.262491ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:44.195959Z","caller":"traceutil/trace.go:171","msg":"trace[683532114] transaction","detail":"{read_only:false; response_revision:37321; number_of_response:1; }","duration":"261.784574ms","start":"2026-05-07T03:30:43.934153Z","end":"2026-05-07T03:30:44.195938Z","steps":["trace[683532114] 'process raft request' (duration: 261.723832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:44.195959Z","caller":"traceutil/trace.go:171","msg":"trace[1723655423] transaction","detail":"{read_only:false; response_revision:37320; number_of_response:1; }","duration":"262.364627ms","start":"2026-05-07T03:30:43.933577Z","end":"2026-05-07T03:30:44.195942Z","steps":["trace[1723655423] 'process raft request' (duration: 262.242954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.196156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.128701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-07T03:30:44.196197Z","caller":"traceutil/trace.go:171","msg":"trace[2828853] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:37321; }","duration":"195.201072ms","start":"2026-05-07T03:30:44.000986Z","end":"2026-05-07T03:30:44.196187Z","steps":["trace[2828853] 'agreement among raft nodes before linearized reading' (duration: 195.057659ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:44.196051Z","caller":"traceutil/trace.go:171","msg":"trace[191456005] transaction","detail":"{read_only:false; response_revision:37319; number_of_response:1; }","duration":"262.759426ms","start":"2026-05-07T03:30:43.933238Z","end":"2026-05-07T03:30:44.195997Z","steps":["trace[191456005] 'process raft request' (duration: 159.711008ms)","trace[191456005] 'compare' (duration: 102.479624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:44.196258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.240222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:30:44.196351Z","caller":"traceutil/trace.go:171","msg":"trace[1406184520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37321; }","duration":"261.343724ms","start":"2026-05-07T03:30:43.934987Z","end":"2026-05-07T03:30:44.196331Z","steps":["trace[1406184520] 'agreement among raft nodes before linearized reading' (duration: 261.034907ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:49.775032Z","caller":"traceutil/trace.go:171","msg":"trace[1795232305] transaction","detail":"{read_only:false; response_revision:37355; number_of_response:1; }","duration":"220.54582ms","start":"2026-05-07T03:30:49.554464Z","end":"2026-05-07T03:30:49.775009Z","steps":["trace[1795232305] 'process raft request' (duration: 220.391086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.051965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.257673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:50.052028Z","caller":"traceutil/trace.go:171","msg":"trace[1402775351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:37358; }","duration":"124.371816ms","start":"2026-05-07T03:30:49.927641Z","end":"2026-05-07T03:30:50.052013Z","steps":["trace[1402775351] 'count revisions from in-memory index tree' (duration: 124.176051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:50.132817Z","caller":"traceutil/trace.go:171","msg":"trace[1420394867] transaction","detail":"{read_only:false; response_revision:37359; number_of_response:1; }","duration":"171.929491ms","start":"2026-05-07T03:30:49.960597Z","end":"2026-05-07T03:30:50.132527Z","steps":["trace[1420394867] 'process raft request' (duration: 171.712886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.286937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.620086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:50.287227Z","caller":"traceutil/trace.go:171","msg":"trace[2020776107] linearizableReadLoop","detail":"{readStateIndex:38682; appliedIndex:38678; }","duration":"234.85952ms","start":"2026-05-07T03:30:50.052342Z","end":"2026-05-07T03:30:50.287202Z","steps":["trace[2020776107] 'read index received' (duration: 79.89674ms)","trace[2020776107] 'applied index is now lower than readState.Index' (duration: 154.9614ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:50.287259Z","caller":"traceutil/trace.go:171","msg":"trace[718898597] transaction","detail":"{read_only:false; response_revision:37361; number_of_response:1; }","duration":"323.381912ms","start":"2026-05-07T03:30:49.963855Z","end":"2026-05-07T03:30:50.287236Z","steps":["trace[718898597] 'process raft request' (duration: 323.199438ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:50.287353Z","caller":"traceutil/trace.go:171","msg":"trace[579730489] transaction","detail":"{read_only:false; response_revision:37362; number_of_response:1; }","duration":"237.302485ms","start":"2026-05-07T03:30:50.050034Z","end":"2026-05-07T03:30:50.287337Z","steps":["trace[579730489] 'process raft request' (duration: 237.104971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.287368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.963843Z","time spent":"323.466774ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:50.287763Z","caller":"traceutil/trace.go:171","msg":"trace[957362200] transaction","detail":"{read_only:false; response_revision:37360; number_of_response:1; }","duration":"324.219772ms","start":"2026-05-07T03:30:49.963305Z","end":"2026-05-07T03:30:50.287525Z","steps":["trace[957362200] 'process raft request' (duration: 221.913461ms)","trace[957362200] 'compare' (duration: 101.291819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:50.287763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.403832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:30:50.288296Z","caller":"traceutil/trace.go:171","msg":"trace[417413483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37362; }","duration":"235.944114ms","start":"2026-05-07T03:30:50.05231Z","end":"2026-05-07T03:30:50.288255Z","steps":["trace[417413483] 'agreement among raft nodes before linearized reading' (duration: 235.321351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.287966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.182556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:30:50.288433Z","caller":"traceutil/trace.go:171","msg":"trace[79070017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:37362; }","duration":"101.665086ms","start":"2026-05-07T03:30:50.186729Z","end":"2026-05-07T03:30:50.288394Z","steps":["trace[79070017] 'agreement among raft nodes before linearized reading' (duration: 101.134165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.288719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.963277Z","time spent":"324.862046ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:52.450441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.23053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:52.450527Z","caller":"traceutil/trace.go:171","msg":"trace[1090633470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37375; }","duration":"186.360343ms","start":"2026-05-07T03:30:52.264146Z","end":"2026-05-07T03:30:52.450506Z","steps":["trace[1090633470] 'range keys from in-memory index tree' (duration: 186.151489ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.45127Z","caller":"traceutil/trace.go:171","msg":"trace[475580357] linearizableReadLoop","detail":"{readStateIndex:38698; appliedIndex:38696; }","duration":"126.80834ms","start":"2026-05-07T03:30:52.324452Z","end":"2026-05-07T03:30:52.45126Z","steps":["trace[475580357] 'read index received' (duration: 30.925842ms)","trace[475580357] 'applied index is now lower than readState.Index' (duration: 95.881278ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:52.451361Z","caller":"traceutil/trace.go:171","msg":"trace[426056151] transaction","detail":"{read_only:false; response_revision:37377; number_of_response:1; }","duration":"155.286549ms","start":"2026-05-07T03:30:52.296065Z","end":"2026-05-07T03:30:52.451351Z","steps":["trace[426056151] 'process raft request' (duration: 155.102994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:52.451518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.076606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:30:52.451546Z","caller":"traceutil/trace.go:171","msg":"trace[1834192486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37377; }","duration":"127.150888ms","start":"2026-05-07T03:30:52.324387Z","end":"2026-05-07T03:30:52.451538Z","steps":["trace[1834192486] 'agreement among raft nodes before linearized reading' (duration: 127.047705ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.451609Z","caller":"traceutil/trace.go:171","msg":"trace[1301584720] transaction","detail":"{read_only:false; response_revision:37376; number_of_response:1; }","duration":"155.685397ms","start":"2026-05-07T03:30:52.29588Z","end":"2026-05-07T03:30:52.451565Z","steps":["trace[1301584720] 'process raft request' (duration: 59.548694ms)","trace[1301584720] 'compare' (duration: 95.414816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:52.451727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.14876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:30:52.451756Z","caller":"traceutil/trace.go:171","msg":"trace[1205706939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37377; }","duration":"111.205491ms","start":"2026-05-07T03:30:52.340539Z","end":"2026-05-07T03:30:52.451745Z","steps":["trace[1205706939] 'agreement among raft nodes before linearized reading' (duration: 111.13208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:52.45194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.013434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:30:52.451968Z","caller":"traceutil/trace.go:171","msg":"trace[1333721018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37377; }","duration":"110.041315ms","start":"2026-05-07T03:30:52.341921Z","end":"2026-05-07T03:30:52.451962Z","steps":["trace[1333721018] 'agreement among raft nodes before linearized reading' (duration: 109.968513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:52.452041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.665956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:30:52.452113Z","caller":"traceutil/trace.go:171","msg":"trace[407055538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37377; }","duration":"109.789169ms","start":"2026-05-07T03:30:52.342306Z","end":"2026-05-07T03:30:52.452095Z","steps":["trace[407055538] 'agreement among raft nodes before linearized reading' (duration: 109.551944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:52.707907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.945953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:52.707995Z","caller":"traceutil/trace.go:171","msg":"trace[1205867424] transaction","detail":"{read_only:false; response_revision:37378; number_of_response:1; }","duration":"250.453649ms","start":"2026-05-07T03:30:52.457528Z","end":"2026-05-07T03:30:52.707982Z","steps":["trace[1205867424] 'process raft request' (duration: 106.368292ms)","trace[1205867424] 'compare' (duration: 143.77859ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:52.720371Z","caller":"traceutil/trace.go:171","msg":"trace[1284861639] linearizableReadLoop","detail":"{readStateIndex:38702; appliedIndex:38698; }","duration":"220.504888ms","start":"2026-05-07T03:30:52.499846Z","end":"2026-05-07T03:30:52.720351Z","steps":["trace[1284861639] 'read index received' (duration: 64.069225ms)","trace[1284861639] 'applied index is now lower than readState.Index' (duration: 156.434773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:52.720485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.621031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:52.720517Z","caller":"traceutil/trace.go:171","msg":"trace[1596174236] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:37381; }","duration":"220.724743ms","start":"2026-05-07T03:30:52.499781Z","end":"2026-05-07T03:30:52.720506Z","steps":["trace[1596174236] 'agreement among raft nodes before linearized reading' (duration: 220.652542ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.720515Z","caller":"traceutil/trace.go:171","msg":"trace[1450912124] transaction","detail":"{read_only:false; response_revision:37380; number_of_response:1; }","duration":"261.848165ms","start":"2026-05-07T03:30:52.458585Z","end":"2026-05-07T03:30:52.720433Z","steps":["trace[1450912124] 'process raft request' (duration: 261.678461ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.720765Z","caller":"traceutil/trace.go:171","msg":"trace[362711786] transaction","detail":"{read_only:false; response_revision:37379; number_of_response:1; }","duration":"262.123391ms","start":"2026-05-07T03:30:52.458573Z","end":"2026-05-07T03:30:52.720697Z","steps":["trace[362711786] 'process raft request' (duration: 261.598108ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.720751Z","caller":"traceutil/trace.go:171","msg":"trace[453615507] transaction","detail":"{read_only:false; response_revision:37381; number_of_response:1; }","duration":"262.028999ms","start":"2026-05-07T03:30:52.458689Z","end":"2026-05-07T03:30:52.720718Z","steps":["trace[453615507] 'process raft request' (duration: 261.62797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.671767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.982024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:53.671876Z","caller":"traceutil/trace.go:171","msg":"trace[1372376563] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:37385; }","duration":"169.159858ms","start":"2026-05-07T03:30:53.502697Z","end":"2026-05-07T03:30:53.671857Z","steps":["trace[1372376563] 'count revisions from in-memory index tree' (duration: 168.860152ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.967783Z","caller":"traceutil/trace.go:171","msg":"trace[1389178334] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"170.599931ms","start":"2026-05-07T03:30:53.797158Z","end":"2026-05-07T03:30:53.967757Z","steps":["trace[1389178334] 'process raft request' (duration: 154.744226ms)","trace[1389178334] 'compare' (duration: 15.710972ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:55.457963Z","caller":"traceutil/trace.go:171","msg":"trace[265294532] transaction","detail":"{read_only:false; response_revision:37397; number_of_response:1; }","duration":"300.197063ms","start":"2026-05-07T03:30:55.157742Z","end":"2026-05-07T03:30:55.457939Z","steps":["trace[265294532] 'process raft request' (duration: 300.0398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:55.45811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.157727Z","time spent":"300.305395ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:55.498238Z","caller":"traceutil/trace.go:171","msg":"trace[2090360108] transaction","detail":"{read_only:false; response_revision:37398; number_of_response:1; }","duration":"142.654155ms","start":"2026-05-07T03:30:55.355565Z","end":"2026-05-07T03:30:55.498219Z","steps":["trace[2090360108] 'process raft request' (duration: 142.494091ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:55.498369Z","caller":"traceutil/trace.go:171","msg":"trace[649983294] linearizableReadLoop","detail":"{readStateIndex:38720; appliedIndex:38717; }","duration":"126.390371ms","start":"2026-05-07T03:30:55.371958Z","end":"2026-05-07T03:30:55.498349Z","steps":["trace[649983294] 'read index received' (duration: 85.783772ms)","trace[649983294] 'applied index is now lower than readState.Index' (duration: 40.605229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:55.498536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.560594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:55.498576Z","caller":"traceutil/trace.go:171","msg":"trace[129521112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37399; }","duration":"126.637567ms","start":"2026-05-07T03:30:55.371927Z","end":"2026-05-07T03:30:55.498565Z","steps":["trace[129521112] 'agreement among raft nodes before linearized reading' (duration: 126.478793ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:55.498644Z","caller":"traceutil/trace.go:171","msg":"trace[616635264] transaction","detail":"{read_only:false; response_revision:37399; number_of_response:1; }","duration":"140.958267ms","start":"2026-05-07T03:30:55.35766Z","end":"2026-05-07T03:30:55.498618Z","steps":["trace[616635264] 'process raft request' (duration: 140.508987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:55.956886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.815276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:55.957015Z","caller":"traceutil/trace.go:171","msg":"trace[1793930121] linearizableReadLoop","detail":"{readStateIndex:38721; appliedIndex:38720; }","duration":"189.708669ms","start":"2026-05-07T03:30:55.76729Z","end":"2026-05-07T03:30:55.956999Z","steps":["trace[1793930121] 'read index received' (duration: 34.611µs)","trace[1793930121] 'applied index is now lower than readState.Index' (duration: 189.672948ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:55.957112Z","caller":"traceutil/trace.go:171","msg":"trace[1328979528] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"453.374384ms","start":"2026-05-07T03:30:55.503718Z","end":"2026-05-07T03:30:55.957092Z","steps":["trace[1328979528] 'process raft request' (duration: 165.275472ms)","trace[1328979528] 'compare' (duration: 287.381766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:55.957208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.503697Z","time spent":"453.462065ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:55.957281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.978145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:55.9574Z","caller":"traceutil/trace.go:171","msg":"trace[1115263351] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:37400; }","duration":"190.072527ms","start":"2026-05-07T03:30:55.767253Z","end":"2026-05-07T03:30:55.957325Z","steps":["trace[1115263351] 'agreement among raft nodes before linearized reading' (duration: 189.941264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.032702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.95771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:56.032703Z","caller":"traceutil/trace.go:171","msg":"trace[1002913744] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"209.628345ms","start":"2026-05-07T03:30:55.823044Z","end":"2026-05-07T03:30:56.032673Z","steps":["trace[1002913744] 'process raft request' (duration: 209.321718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:56.032766Z","caller":"traceutil/trace.go:171","msg":"trace[955726123] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:37401; }","duration":"259.067943ms","start":"2026-05-07T03:30:55.773685Z","end":"2026-05-07T03:30:56.032753Z","steps":["trace[955726123] 'agreement among raft nodes before linearized reading' (duration: 258.929259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.618753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.908391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:30:56.618978Z","caller":"traceutil/trace.go:171","msg":"trace[1536620878] transaction","detail":"{read_only:false; response_revision:37403; number_of_response:1; }","duration":"397.887671ms","start":"2026-05-07T03:30:56.221065Z","end":"2026-05-07T03:30:56.618953Z","steps":["trace[1536620878] 'process raft request' (duration: 397.789519ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:56.618857Z","caller":"traceutil/trace.go:171","msg":"trace[839860791] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"645.178029ms","start":"2026-05-07T03:30:55.973655Z","end":"2026-05-07T03:30:56.618833Z","steps":["trace[839860791] 'process raft request' (duration: 289.036263ms)","trace[839860791] 'compare' (duration: 355.695157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:56.619039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.221044Z","time spent":"397.967452ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:56.61904Z","caller":"traceutil/trace.go:171","msg":"trace[43567555] linearizableReadLoop","detail":"{readStateIndex:38723; appliedIndex:38722; }","duration":"546.275185ms","start":"2026-05-07T03:30:56.072701Z","end":"2026-05-07T03:30:56.618976Z","steps":["trace[43567555] 'read index received' (duration: 189.895673ms)","trace[43567555] 'applied index is now lower than readState.Index' (duration: 356.373831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:56.619159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.433428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:56.619246Z","caller":"traceutil/trace.go:171","msg":"trace[382382537] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37403; }","duration":"546.566491ms","start":"2026-05-07T03:30:56.072659Z","end":"2026-05-07T03:30:56.619226Z","steps":["trace[382382537] 'agreement among raft nodes before linearized reading' (duration: 546.414968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.619285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.072535Z","time spent":"546.741835ms","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:56.619247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.97363Z","time spent":"645.434144ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:56.698196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.246161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:56.698284Z","caller":"traceutil/trace.go:171","msg":"trace[1442821437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37405; }","duration":"432.347364ms","start":"2026-05-07T03:30:56.265917Z","end":"2026-05-07T03:30:56.698264Z","steps":["trace[1442821437] 'agreement among raft nodes before linearized reading' (duration: 432.18646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.698322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.265866Z","time spent":"432.447856ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:30:56.698677Z","caller":"traceutil/trace.go:171","msg":"trace[191652172] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"205.690587ms","start":"2026-05-07T03:30:56.492975Z","end":"2026-05-07T03:30:56.698666Z","steps":["trace[191652172] 'process raft request' (duration: 204.94439ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:56.698845Z","caller":"traceutil/trace.go:171","msg":"trace[503916075] transaction","detail":"{read_only:false; response_revision:37405; number_of_response:1; }","duration":"203.968329ms","start":"2026-05-07T03:30:56.494867Z","end":"2026-05-07T03:30:56.698836Z","steps":["trace[503916075] 'process raft request' (duration: 203.192751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.699055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.050607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-07T03:30:56.699089Z","caller":"traceutil/trace.go:171","msg":"trace[1679723065] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:37405; }","duration":"307.129329ms","start":"2026-05-07T03:30:56.391948Z","end":"2026-05-07T03:30:56.699077Z","steps":["trace[1679723065] 'agreement among raft nodes before linearized reading' (duration: 307.019367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.699113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.391919Z","time spent":"307.18686ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-07T03:30:56.937885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.438445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:30:56.937933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.072235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:30:56.937969Z","caller":"traceutil/trace.go:171","msg":"trace[1891633499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37405; }","duration":"198.557227ms","start":"2026-05-07T03:30:56.739391Z","end":"2026-05-07T03:30:56.937949Z","steps":["trace[1891633499] 'range keys from in-memory index tree' (duration: 198.23027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.937981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.036645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:30:56.938005Z","caller":"traceutil/trace.go:171","msg":"trace[906043285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37405; }","duration":"210.233238ms","start":"2026-05-07T03:30:56.727751Z","end":"2026-05-07T03:30:56.937984Z","steps":["trace[906043285] 'range keys from in-memory index tree' (duration: 209.84996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.937985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.597247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:30:56.938047Z","caller":"traceutil/trace.go:171","msg":"trace[1002312477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37405; }","duration":"202.132016ms","start":"2026-05-07T03:30:56.735898Z","end":"2026-05-07T03:30:56.93803Z","steps":["trace[1002312477] 'range keys from in-memory index tree' (duration: 201.905612ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:56.938062Z","caller":"traceutil/trace.go:171","msg":"trace[882141356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37405; }","duration":"202.70399ms","start":"2026-05-07T03:30:56.73534Z","end":"2026-05-07T03:30:56.938044Z","steps":["trace[882141356] 'range keys from in-memory index tree' (duration: 202.440683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.133097Z","caller":"traceutil/trace.go:171","msg":"trace[1083414631] linearizableReadLoop","detail":"{readStateIndex:38730; appliedIndex:38726; }","duration":"169.926716ms","start":"2026-05-07T03:30:56.963146Z","end":"2026-05-07T03:30:57.133073Z","steps":["trace[1083414631] 'read index received' (duration: 25.071871ms)","trace[1083414631] 'applied index is now lower than readState.Index' (duration: 144.854005ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:57.133123Z","caller":"traceutil/trace.go:171","msg":"trace[487533234] transaction","detail":"{read_only:false; response_revision:37407; number_of_response:1; }","duration":"190.174559ms","start":"2026-05-07T03:30:56.942918Z","end":"2026-05-07T03:30:57.133093Z","steps":["trace[487533234] 'process raft request' (duration: 162.692284ms)","trace[487533234] 'compare' (duration: 27.24672ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:57.133285Z","caller":"traceutil/trace.go:171","msg":"trace[523581497] transaction","detail":"{read_only:false; response_revision:37408; number_of_response:1; }","duration":"190.356743ms","start":"2026-05-07T03:30:56.942916Z","end":"2026-05-07T03:30:57.133272Z","steps":["trace[523581497] 'process raft request' (duration: 190.074487ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.133313Z","caller":"traceutil/trace.go:171","msg":"trace[1270099382] transaction","detail":"{read_only:false; response_revision:37409; number_of_response:1; }","duration":"190.169089ms","start":"2026-05-07T03:30:56.943118Z","end":"2026-05-07T03:30:57.133287Z","steps":["trace[1270099382] 'process raft request' (duration: 189.910943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.133497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.340896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:30:57.133577Z","caller":"traceutil/trace.go:171","msg":"trace[889758269] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:37409; }","duration":"170.510719ms","start":"2026-05-07T03:30:56.963047Z","end":"2026-05-07T03:30:57.133558Z","steps":["trace[889758269] 'agreement among raft nodes before linearized reading' (duration: 170.230422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.13369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.285117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:30:57.133733Z","caller":"traceutil/trace.go:171","msg":"trace[2143582364] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:37409; }","duration":"167.385899ms","start":"2026-05-07T03:30:56.966336Z","end":"2026-05-07T03:30:57.133722Z","steps":["trace[2143582364] 'agreement among raft nodes before linearized reading' (duration: 167.276807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.374656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.552369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:30:57.37484Z","caller":"traceutil/trace.go:171","msg":"trace[1145776370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37410; }","duration":"107.773274ms","start":"2026-05-07T03:30:57.267042Z","end":"2026-05-07T03:30:57.374815Z","steps":["trace[1145776370] 'range keys from in-memory index tree' (duration: 107.418725ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:58.729455Z","caller":"traceutil/trace.go:171","msg":"trace[1860448114] transaction","detail":"{read_only:false; response_revision:37417; number_of_response:1; }","duration":"103.272023ms","start":"2026-05-07T03:30:58.626146Z","end":"2026-05-07T03:30:58.729418Z","steps":["trace[1860448114] 'process raft request' (duration: 46.802237ms)","trace[1860448114] 'compare' (duration: 56.057825ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:58.873044Z","caller":"traceutil/trace.go:171","msg":"trace[25472322] transaction","detail":"{read_only:false; response_revision:37419; number_of_response:1; }","duration":"167.00103ms","start":"2026-05-07T03:30:58.706014Z","end":"2026-05-07T03:30:58.873015Z","steps":["trace[25472322] 'process raft request' (duration: 166.937839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:58.873417Z","caller":"traceutil/trace.go:171","msg":"trace[651839297] transaction","detail":"{read_only:false; response_revision:37418; number_of_response:1; }","duration":"167.362308ms","start":"2026-05-07T03:30:58.706012Z","end":"2026-05-07T03:30:58.873374Z","steps":["trace[651839297] 'process raft request' (duration: 164.411862ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:00.227984Z","caller":"traceutil/trace.go:171","msg":"trace[560208477] transaction","detail":"{read_only:false; response_revision:37429; number_of_response:1; }","duration":"117.549282ms","start":"2026-05-07T03:31:00.110408Z","end":"2026-05-07T03:31:00.227957Z","steps":["trace[560208477] 'process raft request' (duration: 117.226834ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:01.357127Z","caller":"traceutil/trace.go:171","msg":"trace[668537046] transaction","detail":"{read_only:false; response_revision:37439; number_of_response:1; }","duration":"199.98035ms","start":"2026-05-07T03:31:01.157125Z","end":"2026-05-07T03:31:01.357105Z","steps":["trace[668537046] 'process raft request' (duration: 199.753795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:01.357051Z","caller":"traceutil/trace.go:171","msg":"trace[893169302] transaction","detail":"{read_only:false; response_revision:37438; number_of_response:1; }","duration":"200.236255ms","start":"2026-05-07T03:31:01.156773Z","end":"2026-05-07T03:31:01.357009Z","steps":["trace[893169302] 'process raft request' (duration: 199.982599ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:02.936663Z","caller":"traceutil/trace.go:171","msg":"trace[2019533730] transaction","detail":"{read_only:false; response_revision:37447; number_of_response:1; }","duration":"189.283369ms","start":"2026-05-07T03:31:02.747346Z","end":"2026-05-07T03:31:02.936629Z","steps":["trace[2019533730] 'process raft request' (duration: 155.896692ms)","trace[2019533730] 'compare' (duration: 33.247634ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:03.255551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:31:03.255697Z","caller":"traceutil/trace.go:171","msg":"trace[1347117057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37449; }","duration":"108.9411ms","start":"2026-05-07T03:31:03.146739Z","end":"2026-05-07T03:31:03.255681Z","steps":["trace[1347117057] 'range keys from in-memory index tree' (duration: 108.49503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.255804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.649859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:03.255846Z","caller":"traceutil/trace.go:171","msg":"trace[654107290] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:37449; }","duration":"165.741362ms","start":"2026-05-07T03:31:03.090092Z","end":"2026-05-07T03:31:03.255833Z","steps":["trace[654107290] 'count revisions from in-memory index tree' (duration: 165.591648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:03.488128Z","caller":"traceutil/trace.go:171","msg":"trace[13337793] transaction","detail":"{read_only:false; response_revision:37450; number_of_response:1; }","duration":"228.094988ms","start":"2026-05-07T03:31:03.259994Z","end":"2026-05-07T03:31:03.488089Z","steps":["trace[13337793] 'process raft request' (duration: 227.924864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:03.490412Z","caller":"traceutil/trace.go:171","msg":"trace[2100898771] linearizableReadLoop","detail":"{readStateIndex:38774; appliedIndex:38772; }","duration":"227.448264ms","start":"2026-05-07T03:31:03.262942Z","end":"2026-05-07T03:31:03.49039Z","steps":["trace[2100898771] 'read index received' (duration: 225.06556ms)","trace[2100898771] 'applied index is now lower than readState.Index' (duration: 2.381134ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:03.490526Z","caller":"traceutil/trace.go:171","msg":"trace[1625381384] transaction","detail":"{read_only:false; response_revision:37451; number_of_response:1; }","duration":"230.472651ms","start":"2026-05-07T03:31:03.26002Z","end":"2026-05-07T03:31:03.490492Z","steps":["trace[1625381384] 'process raft request' (duration: 230.261006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.490681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.946754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:31:03.490731Z","caller":"traceutil/trace.go:171","msg":"trace[301007974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37451; }","duration":"128.046377ms","start":"2026-05-07T03:31:03.362671Z","end":"2026-05-07T03:31:03.490717Z","steps":["trace[301007974] 'agreement among raft nodes before linearized reading' (duration: 127.840972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.490682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.034434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:31:03.4907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.670968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:03.490889Z","caller":"traceutil/trace.go:171","msg":"trace[213726587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37451; }","duration":"127.24556ms","start":"2026-05-07T03:31:03.363601Z","end":"2026-05-07T03:31:03.490846Z","steps":["trace[213726587] 'agreement among raft nodes before linearized reading' (duration: 126.951223ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:03.49101Z","caller":"traceutil/trace.go:171","msg":"trace[1743305765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37451; }","duration":"227.978175ms","start":"2026-05-07T03:31:03.262936Z","end":"2026-05-07T03:31:03.490914Z","steps":["trace[1743305765] 'agreement among raft nodes before linearized reading' (duration: 227.563306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:05.713222Z","caller":"traceutil/trace.go:171","msg":"trace[1486592898] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"181.019914ms","start":"2026-05-07T03:31:05.532178Z","end":"2026-05-07T03:31:05.713198Z","steps":["trace[1486592898] 'process raft request' (duration: 180.85055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:05.713388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.730538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:31:05.713403Z","caller":"traceutil/trace.go:171","msg":"trace[2078699597] linearizableReadLoop","detail":"{readStateIndex:38789; appliedIndex:38788; }","duration":"163.507342ms","start":"2026-05-07T03:31:05.549659Z","end":"2026-05-07T03:31:05.713167Z","steps":["trace[2078699597] 'read index received' (duration: 163.331627ms)","trace[2078699597] 'applied index is now lower than readState.Index' (duration: 175.085µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:05.713418Z","caller":"traceutil/trace.go:171","msg":"trace[1320340012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37466; }","duration":"163.839409ms","start":"2026-05-07T03:31:05.549568Z","end":"2026-05-07T03:31:05.713408Z","steps":["trace[1320340012] 'agreement among raft nodes before linearized reading' (duration: 163.713697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:05.717659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.928581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:31:05.717722Z","caller":"traceutil/trace.go:171","msg":"trace[327083986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37469; }","duration":"168.042783ms","start":"2026-05-07T03:31:05.549665Z","end":"2026-05-07T03:31:05.717708Z","steps":["trace[327083986] 'agreement among raft nodes before linearized reading' (duration: 167.865099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:05.826464Z","caller":"traceutil/trace.go:171","msg":"trace[1411090934] transaction","detail":"{read_only:false; response_revision:37471; number_of_response:1; }","duration":"105.176666ms","start":"2026-05-07T03:31:05.721253Z","end":"2026-05-07T03:31:05.82643Z","steps":["trace[1411090934] 'process raft request' (duration: 45.375568ms)","trace[1411090934] 'compare' (duration: 59.340468ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:07.125581Z","caller":"traceutil/trace.go:171","msg":"trace[760403692] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"141.616332ms","start":"2026-05-07T03:31:06.983888Z","end":"2026-05-07T03:31:07.125504Z","steps":["trace[760403692] 'process raft request' (duration: 92.694816ms)","trace[760403692] 'compare' (duration: 48.517447ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:07.125812Z","caller":"traceutil/trace.go:171","msg":"trace[990860994] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"141.743415ms","start":"2026-05-07T03:31:06.984026Z","end":"2026-05-07T03:31:07.125769Z","steps":["trace[990860994] 'process raft request' (duration: 141.401147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.47923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.603947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:14.479324Z","caller":"traceutil/trace.go:171","msg":"trace[1148936864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37530; }","duration":"214.757921ms","start":"2026-05-07T03:31:14.264545Z","end":"2026-05-07T03:31:14.479303Z","steps":["trace[1148936864] 'range keys from in-memory index tree' (duration: 214.446614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.479394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.928839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T03:31:14.479483Z","caller":"traceutil/trace.go:171","msg":"trace[1332664983] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:37530; }","duration":"213.079452ms","start":"2026-05-07T03:31:14.266379Z","end":"2026-05-07T03:31:14.479458Z","steps":["trace[1332664983] 'range keys from in-memory index tree' (duration: 212.726284ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.485022Z","caller":"traceutil/trace.go:171","msg":"trace[426708326] transaction","detail":"{read_only:false; response_revision:37531; number_of_response:1; }","duration":"124.045668ms","start":"2026-05-07T03:31:14.360939Z","end":"2026-05-07T03:31:14.484984Z","steps":["trace[426708326] 'process raft request' (duration: 123.767742ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.017803Z","caller":"traceutil/trace.go:171","msg":"trace[536680738] transaction","detail":"{read_only:false; response_revision:37541; number_of_response:1; }","duration":"102.926666ms","start":"2026-05-07T03:31:15.914838Z","end":"2026-05-07T03:31:16.017764Z","steps":["trace[536680738] 'process raft request' (duration: 98.591368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.019906Z","caller":"traceutil/trace.go:171","msg":"trace[1272349281] transaction","detail":"{read_only:false; response_revision:37542; number_of_response:1; }","duration":"104.687985ms","start":"2026-05-07T03:31:15.915192Z","end":"2026-05-07T03:31:16.01988Z","steps":["trace[1272349281] 'process raft request' (duration: 104.511691ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.020187Z","caller":"traceutil/trace.go:171","msg":"trace[99792499] transaction","detail":"{read_only:false; response_revision:37543; number_of_response:1; }","duration":"104.149412ms","start":"2026-05-07T03:31:15.915927Z","end":"2026-05-07T03:31:16.020076Z","steps":["trace[99792499] 'process raft request' (duration: 103.911877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:18.230354Z","caller":"traceutil/trace.go:171","msg":"trace[1851472590] transaction","detail":"{read_only:false; response_revision:37558; number_of_response:1; }","duration":"144.035526ms","start":"2026-05-07T03:31:18.086297Z","end":"2026-05-07T03:31:18.230333Z","steps":["trace[1851472590] 'process raft request' (duration: 143.942294ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:18.23084Z","caller":"traceutil/trace.go:171","msg":"trace[1178017016] transaction","detail":"{read_only:false; response_revision:37557; number_of_response:1; }","duration":"144.383654ms","start":"2026-05-07T03:31:18.08596Z","end":"2026-05-07T03:31:18.230344Z","steps":["trace[1178017016] 'process raft request' (duration: 144.142229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:19.912644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.015801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-05-07T03:31:19.912722Z","caller":"traceutil/trace.go:171","msg":"trace[2084295913] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:37564; }","duration":"213.132354ms","start":"2026-05-07T03:31:19.699572Z","end":"2026-05-07T03:31:19.912704Z","steps":["trace[2084295913] 'range keys from in-memory index tree' (duration: 212.850407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:19.913141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.195369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:19.913231Z","caller":"traceutil/trace.go:171","msg":"trace[1951071667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37564; }","duration":"152.335593ms","start":"2026-05-07T03:31:19.760881Z","end":"2026-05-07T03:31:19.913217Z","steps":["trace[1951071667] 'count revisions from in-memory index tree' (duration: 152.101247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:19.913223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.513543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:31:19.913723Z","caller":"traceutil/trace.go:171","msg":"trace[1955493551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37564; }","duration":"277.043665ms","start":"2026-05-07T03:31:19.636667Z","end":"2026-05-07T03:31:19.913711Z","steps":["trace[1955493551] 'range keys from in-memory index tree' (duration: 276.35634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:21.062338Z","caller":"traceutil/trace.go:171","msg":"trace[734511894] transaction","detail":"{read_only:false; response_revision:37577; number_of_response:1; }","duration":"155.214867ms","start":"2026-05-07T03:31:20.907093Z","end":"2026-05-07T03:31:21.062307Z","steps":["trace[734511894] 'process raft request' (duration: 153.013847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.390322Z","caller":"traceutil/trace.go:171","msg":"trace[1142344757] transaction","detail":"{read_only:false; response_revision:37608; number_of_response:1; }","duration":"404.658633ms","start":"2026-05-07T03:31:24.985636Z","end":"2026-05-07T03:31:25.390295Z","steps":["trace[1142344757] 'process raft request' (duration: 404.49735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.390481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:24.985608Z","time spent":"404.789667ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:25.407229Z","caller":"traceutil/trace.go:171","msg":"trace[2037431445] transaction","detail":"{read_only:false; response_revision:37609; number_of_response:1; }","duration":"416.668072ms","start":"2026-05-07T03:31:24.990523Z","end":"2026-05-07T03:31:25.407191Z","steps":["trace[2037431445] 'process raft request' (duration: 416.395516ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.407258Z","caller":"traceutil/trace.go:171","msg":"trace[1303032037] transaction","detail":"{read_only:false; response_revision:37610; number_of_response:1; }","duration":"110.310071ms","start":"2026-05-07T03:31:25.296925Z","end":"2026-05-07T03:31:25.407235Z","steps":["trace[1303032037] 'process raft request' (duration: 110.129157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.407364Z","caller":"traceutil/trace.go:171","msg":"trace[706256312] linearizableReadLoop","detail":"{readStateIndex:38936; appliedIndex:38934; }","duration":"141.268245ms","start":"2026-05-07T03:31:25.26607Z","end":"2026-05-07T03:31:25.407338Z","steps":["trace[706256312] 'read index received' (duration: 124.113131ms)","trace[706256312] 'applied index is now lower than readState.Index' (duration: 17.153454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:25.407564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.902965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:31:25.407612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.54629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:31:25.407633Z","caller":"traceutil/trace.go:171","msg":"trace[1595676219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37612; }","duration":"140.990928ms","start":"2026-05-07T03:31:25.266622Z","end":"2026-05-07T03:31:25.407613Z","steps":["trace[1595676219] 'agreement among raft nodes before linearized reading' (duration: 140.889306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.407664Z","caller":"traceutil/trace.go:171","msg":"trace[1477083732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37612; }","duration":"141.634593ms","start":"2026-05-07T03:31:25.266014Z","end":"2026-05-07T03:31:25.407649Z","steps":["trace[1477083732] 'agreement among raft nodes before linearized reading' (duration: 141.463409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.408318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:24.990478Z","time spent":"416.834546ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:26.417647Z","caller":"traceutil/trace.go:171","msg":"trace[346062655] transaction","detail":"{read_only:false; response_revision:37617; number_of_response:1; }","duration":"126.692227ms","start":"2026-05-07T03:31:26.290925Z","end":"2026-05-07T03:31:26.417617Z","steps":["trace[346062655] 'process raft request' (duration: 118.081624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.141858Z","caller":"traceutil/trace.go:171","msg":"trace[664264317] transaction","detail":"{read_only:false; response_revision:37622; number_of_response:1; }","duration":"120.704914ms","start":"2026-05-07T03:31:27.021074Z","end":"2026-05-07T03:31:27.141779Z","steps":["trace[664264317] 'process raft request' (duration: 59.062733ms)","trace[664264317] 'compare' (duration: 61.458147ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:27.543088Z","caller":"traceutil/trace.go:171","msg":"trace[950024246] transaction","detail":"{read_only:false; response_revision:37626; number_of_response:1; }","duration":"127.948726ms","start":"2026-05-07T03:31:27.415117Z","end":"2026-05-07T03:31:27.543066Z","steps":["trace[950024246] 'process raft request' (duration: 127.905545ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.543187Z","caller":"traceutil/trace.go:171","msg":"trace[675504757] transaction","detail":"{read_only:false; response_revision:37625; number_of_response:1; }","duration":"128.696883ms","start":"2026-05-07T03:31:27.414451Z","end":"2026-05-07T03:31:27.543148Z","steps":["trace[675504757] 'process raft request' (duration: 128.453487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:28.383544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.770095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:28.38372Z","caller":"traceutil/trace.go:171","msg":"trace[453282899] linearizableReadLoop","detail":"{readStateIndex:38957; appliedIndex:38955; }","duration":"134.119414ms","start":"2026-05-07T03:31:28.249585Z","end":"2026-05-07T03:31:28.383704Z","steps":["trace[453282899] 'read index received' (duration: 131.778232ms)","trace[453282899] 'applied index is now lower than readState.Index' (duration: 2.340222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:28.384007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.603806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:31:28.384021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.413851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:31:28.384093Z","caller":"traceutil/trace.go:171","msg":"trace[1189704252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37629; }","duration":"134.530903ms","start":"2026-05-07T03:31:28.249544Z","end":"2026-05-07T03:31:28.384075Z","steps":["trace[1189704252] 'agreement among raft nodes before linearized reading' (duration: 134.318439ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:28.384048Z","caller":"traceutil/trace.go:171","msg":"trace[1283705530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37629; }","duration":"118.709359ms","start":"2026-05-07T03:31:28.265328Z","end":"2026-05-07T03:31:28.384037Z","steps":["trace[1283705530] 'agreement among raft nodes before linearized reading' (duration: 118.644967ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:28.384215Z","caller":"traceutil/trace.go:171","msg":"trace[712166548] transaction","detail":"{read_only:false; response_revision:37629; number_of_response:1; }","duration":"183.674903ms","start":"2026-05-07T03:31:28.200512Z","end":"2026-05-07T03:31:28.384187Z","steps":["trace[712166548] 'process raft request' (duration: 183.132271ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:28.384524Z","caller":"traceutil/trace.go:171","msg":"trace[1288336546] transaction","detail":"{read_only:false; response_revision:37628; number_of_response:1; }","duration":"184.175645ms","start":"2026-05-07T03:31:28.200275Z","end":"2026-05-07T03:31:28.384451Z","steps":["trace[1288336546] 'process raft request' (duration: 41.427399ms)","trace[1288336546] 'compare' (duration: 141.671382ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:28.525807Z","caller":"traceutil/trace.go:171","msg":"trace[1885058264] transaction","detail":"{read_only:false; response_revision:37631; number_of_response:1; }","duration":"100.701255ms","start":"2026-05-07T03:31:28.425069Z","end":"2026-05-07T03:31:28.52577Z","steps":["trace[1885058264] 'process raft request' (duration: 67.486791ms)","trace[1885058264] 'compare' (duration: 32.835416ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:32.646375Z","caller":"traceutil/trace.go:171","msg":"trace[2010034527] transaction","detail":"{read_only:false; response_revision:37659; number_of_response:1; }","duration":"131.316571ms","start":"2026-05-07T03:31:32.515012Z","end":"2026-05-07T03:31:32.646329Z","steps":["trace[2010034527] 'process raft request' (duration: 53.080518ms)","trace[2010034527] 'compare' (duration: 78.077179ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:32.821044Z","caller":"traceutil/trace.go:171","msg":"trace[1834163556] transaction","detail":"{read_only:false; response_revision:37663; number_of_response:1; }","duration":"104.50143ms","start":"2026-05-07T03:31:32.716518Z","end":"2026-05-07T03:31:32.821019Z","steps":["trace[1834163556] 'process raft request' (duration: 104.250394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:32.821235Z","caller":"traceutil/trace.go:171","msg":"trace[1748019415] transaction","detail":"{read_only:false; response_revision:37664; number_of_response:1; }","duration":"104.656234ms","start":"2026-05-07T03:31:32.716549Z","end":"2026-05-07T03:31:32.821205Z","steps":["trace[1748019415] 'process raft request' (duration: 104.413259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.862897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.927164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:36.863196Z","caller":"traceutil/trace.go:171","msg":"trace[1008130539] transaction","detail":"{read_only:false; response_revision:37687; number_of_response:1; }","duration":"321.132393ms","start":"2026-05-07T03:31:36.54202Z","end":"2026-05-07T03:31:36.863152Z","steps":["trace[1008130539] 'process raft request' (duration: 134.81335ms)","trace[1008130539] 'compare' (duration: 185.667348ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.863288Z","caller":"traceutil/trace.go:171","msg":"trace[855031960] linearizableReadLoop","detail":"{readStateIndex:39017; appliedIndex:39015; }","duration":"162.137982ms","start":"2026-05-07T03:31:36.701055Z","end":"2026-05-07T03:31:36.863193Z","steps":["trace[855031960] 'read index received' (duration: 139.151927ms)","trace[855031960] 'applied index is now lower than readState.Index' (duration: 22.984585ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.863365Z","caller":"traceutil/trace.go:171","msg":"trace[1700398382] transaction","detail":"{read_only:false; response_revision:37688; number_of_response:1; }","duration":"195.972779ms","start":"2026-05-07T03:31:36.667352Z","end":"2026-05-07T03:31:36.863324Z","steps":["trace[1700398382] 'process raft request' (duration: 195.704013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.863415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:36.541996Z","time spent":"321.293367ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:36.863734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.943877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:31:36.864106Z","caller":"traceutil/trace.go:171","msg":"trace[1370469783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37688; }","duration":"116.379736ms","start":"2026-05-07T03:31:36.747702Z","end":"2026-05-07T03:31:36.864082Z","steps":["trace[1370469783] 'agreement among raft nodes before linearized reading' (duration: 115.796483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.863732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.480057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:31:36.864202Z","caller":"traceutil/trace.go:171","msg":"trace[818733142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37688; }","duration":"158.000229ms","start":"2026-05-07T03:31:36.706189Z","end":"2026-05-07T03:31:36.86419Z","steps":["trace[818733142] 'agreement among raft nodes before linearized reading' (duration: 157.278913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.863696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.574431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:36.864331Z","caller":"traceutil/trace.go:171","msg":"trace[2067364797] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:37688; }","duration":"163.301658ms","start":"2026-05-07T03:31:36.700982Z","end":"2026-05-07T03:31:36.864284Z","steps":["trace[2067364797] 'agreement among raft nodes before linearized reading' (duration: 162.467708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.08766Z","caller":"traceutil/trace.go:171","msg":"trace[1897627038] linearizableReadLoop","detail":"{readStateIndex:39019; appliedIndex:39017; }","duration":"191.816595ms","start":"2026-05-07T03:31:36.895826Z","end":"2026-05-07T03:31:37.087643Z","steps":["trace[1897627038] 'read index received' (duration: 24.902038ms)","trace[1897627038] 'applied index is now lower than readState.Index' (duration: 166.913447ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:37.088035Z","caller":"traceutil/trace.go:171","msg":"trace[420001112] transaction","detail":"{read_only:false; response_revision:37691; number_of_response:1; }","duration":"186.581748ms","start":"2026-05-07T03:31:36.901418Z","end":"2026-05-07T03:31:37.088Z","steps":["trace[420001112] 'process raft request' (duration: 186.177329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.088074Z","caller":"traceutil/trace.go:171","msg":"trace[1871913005] transaction","detail":"{read_only:false; response_revision:37690; number_of_response:1; }","duration":"218.895541ms","start":"2026-05-07T03:31:36.869143Z","end":"2026-05-07T03:31:37.088039Z","steps":["trace[1871913005] 'process raft request' (duration: 192.442109ms)","trace[1871913005] 'compare' (duration: 25.859759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.08806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.230644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:31:37.088191Z","caller":"traceutil/trace.go:171","msg":"trace[1478132877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37691; }","duration":"192.413878ms","start":"2026-05-07T03:31:36.895764Z","end":"2026-05-07T03:31:37.088177Z","steps":["trace[1478132877] 'agreement among raft nodes before linearized reading' (duration: 192.198104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.088211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.265647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:31:37.088297Z","caller":"traceutil/trace.go:171","msg":"trace[1988301880] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:37691; }","duration":"122.40431ms","start":"2026-05-07T03:31:36.965871Z","end":"2026-05-07T03:31:37.088275Z","steps":["trace[1988301880] 'agreement among raft nodes before linearized reading' (duration: 122.150684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.088278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.735653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:31:37.088299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.452999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:31:37.088385Z","caller":"traceutil/trace.go:171","msg":"trace[40479456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37691; }","duration":"191.907456ms","start":"2026-05-07T03:31:36.896451Z","end":"2026-05-07T03:31:37.088358Z","steps":["trace[40479456] 'agreement among raft nodes before linearized reading' (duration: 191.552499ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.088445Z","caller":"traceutil/trace.go:171","msg":"trace[590904194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37691; }","duration":"192.630234ms","start":"2026-05-07T03:31:36.895765Z","end":"2026-05-07T03:31:37.088395Z","steps":["trace[590904194] 'agreement among raft nodes before linearized reading' (duration: 192.272505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.411176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.866951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:37.411639Z","caller":"traceutil/trace.go:171","msg":"trace[1393625051] linearizableReadLoop","detail":"{readStateIndex:39025; appliedIndex:39021; }","duration":"205.666217ms","start":"2026-05-07T03:31:37.205949Z","end":"2026-05-07T03:31:37.411615Z","steps":["trace[1393625051] 'read index received' (duration: 49.245093ms)","trace[1393625051] 'applied index is now lower than readState.Index' (duration: 156.419794ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:37.411916Z","caller":"traceutil/trace.go:171","msg":"trace[736004677] transaction","detail":"{read_only:false; response_revision:37695; number_of_response:1; }","duration":"265.839374ms","start":"2026-05-07T03:31:37.146011Z","end":"2026-05-07T03:31:37.411851Z","steps":["trace[736004677] 'process raft request' (duration: 265.540247ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.411748Z","caller":"traceutil/trace.go:171","msg":"trace[1807672513] transaction","detail":"{read_only:false; response_revision:37693; number_of_response:1; }","duration":"318.470173ms","start":"2026-05-07T03:31:37.093241Z","end":"2026-05-07T03:31:37.411711Z","steps":["trace[1807672513] 'process raft request' (duration: 318.110695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.412078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.101406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:31:37.412146Z","caller":"traceutil/trace.go:171","msg":"trace[1963348065] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:37695; }","duration":"206.226649ms","start":"2026-05-07T03:31:37.205906Z","end":"2026-05-07T03:31:37.412132Z","steps":["trace[1963348065] 'agreement among raft nodes before linearized reading' (duration: 205.961453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.412185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.093217Z","time spent":"318.893811ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:37.412202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.657808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:37.412273Z","caller":"traceutil/trace.go:171","msg":"trace[1063989888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37695; }","duration":"147.77649ms","start":"2026-05-07T03:31:37.26448Z","end":"2026-05-07T03:31:37.412256Z","steps":["trace[1063989888] 'agreement among raft nodes before linearized reading' (duration: 147.662567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.411834Z","caller":"traceutil/trace.go:171","msg":"trace[2086385427] transaction","detail":"{read_only:false; response_revision:37692; number_of_response:1; }","duration":"318.586975ms","start":"2026-05-07T03:31:37.093228Z","end":"2026-05-07T03:31:37.411815Z","steps":["trace[2086385427] 'process raft request' (duration: 161.947507ms)","trace[2086385427] 'compare' (duration: 155.427171ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.412389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.093197Z","time spent":"319.135957ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:37.411853Z","caller":"traceutil/trace.go:171","msg":"trace[1396706584] transaction","detail":"{read_only:false; response_revision:37694; number_of_response:1; }","duration":"318.586995ms","start":"2026-05-07T03:31:37.093245Z","end":"2026-05-07T03:31:37.411832Z","steps":["trace[1396706584] 'process raft request' (duration: 318.234348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.412566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.093224Z","time spent":"319.26717ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:37.926962Z","caller":"traceutil/trace.go:171","msg":"trace[837571624] transaction","detail":"{read_only:false; response_revision:37696; number_of_response:1; }","duration":"352.371932ms","start":"2026-05-07T03:31:37.57457Z","end":"2026-05-07T03:31:37.926942Z","steps":["trace[837571624] 'process raft request' (duration: 352.234569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.927074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.574546Z","time spent":"352.473155ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:38.004955Z","caller":"traceutil/trace.go:171","msg":"trace[492648227] transaction","detail":"{read_only:false; response_revision:37697; number_of_response:1; }","duration":"384.342469ms","start":"2026-05-07T03:31:37.620581Z","end":"2026-05-07T03:31:38.004924Z","steps":["trace[492648227] 'process raft request' (duration: 384.155225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.005056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.359839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:38.005059Z","caller":"traceutil/trace.go:171","msg":"trace[832075543] transaction","detail":"{read_only:false; response_revision:37699; number_of_response:1; }","duration":"376.991163ms","start":"2026-05-07T03:31:37.628044Z","end":"2026-05-07T03:31:38.005035Z","steps":["trace[832075543] 'process raft request' (duration: 376.85582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:38.005095Z","caller":"traceutil/trace.go:171","msg":"trace[567648521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:37699; }","duration":"255.448111ms","start":"2026-05-07T03:31:37.749638Z","end":"2026-05-07T03:31:38.005086Z","steps":["trace[567648521] 'agreement among raft nodes before linearized reading' (duration: 255.36232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.005121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.62056Z","time spent":"384.481231ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:38.005172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.628016Z","time spent":"377.091736ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:38.004958Z","caller":"traceutil/trace.go:171","msg":"trace[1416097314] linearizableReadLoop","detail":"{readStateIndex:39029; appliedIndex:39026; }","duration":"255.263007ms","start":"2026-05-07T03:31:37.749673Z","end":"2026-05-07T03:31:38.004936Z","steps":["trace[1416097314] 'read index received' (duration: 177.25644ms)","trace[1416097314] 'applied index is now lower than readState.Index' (duration: 78.005517ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:38.005462Z","caller":"traceutil/trace.go:171","msg":"trace[216996053] transaction","detail":"{read_only:false; response_revision:37698; number_of_response:1; }","duration":"378.699212ms","start":"2026-05-07T03:31:37.626713Z","end":"2026-05-07T03:31:38.005412Z","steps":["trace[216996053] 'process raft request' (duration: 378.15214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.005692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.626686Z","time spent":"378.891675ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:38.995627Z","caller":"traceutil/trace.go:171","msg":"trace[412599431] transaction","detail":"{read_only:false; response_revision:37701; number_of_response:1; }","duration":"115.247961ms","start":"2026-05-07T03:31:38.880352Z","end":"2026-05-07T03:31:38.9956Z","steps":["trace[412599431] 'process raft request' (duration: 115.086567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:39.019095Z","caller":"traceutil/trace.go:171","msg":"trace[917662769] transaction","detail":"{read_only:false; response_revision:37702; number_of_response:1; }","duration":"137.817305ms","start":"2026-05-07T03:31:38.881242Z","end":"2026-05-07T03:31:39.019059Z","steps":["trace[917662769] 'process raft request' (duration: 137.58623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:39.830818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.814876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:39.831186Z","caller":"traceutil/trace.go:171","msg":"trace[1993293728] transaction","detail":"{read_only:false; response_revision:37707; number_of_response:1; }","duration":"408.952529ms","start":"2026-05-07T03:31:39.422194Z","end":"2026-05-07T03:31:39.831147Z","steps":["trace[1993293728] 'process raft request' (duration: 262.649761ms)","trace[1993293728] 'compare' (duration: 145.380736ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:39.83132Z","caller":"traceutil/trace.go:171","msg":"trace[1643953384] transaction","detail":"{read_only:false; response_revision:37708; number_of_response:1; }","duration":"408.794016ms","start":"2026-05-07T03:31:39.422349Z","end":"2026-05-07T03:31:39.831143Z","steps":["trace[1643953384] 'process raft request' (duration: 408.633842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:39.831377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:39.422178Z","time spent":"409.092742ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:39.831454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:39.422341Z","time spent":"409.060881ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:39.85512Z","caller":"traceutil/trace.go:171","msg":"trace[415251328] transaction","detail":"{read_only:false; response_revision:37709; number_of_response:1; }","duration":"177.557986ms","start":"2026-05-07T03:31:39.677526Z","end":"2026-05-07T03:31:39.855084Z","steps":["trace[415251328] 'process raft request' (duration: 177.346921ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.123955Z","caller":"traceutil/trace.go:171","msg":"trace[1277785395] transaction","detail":"{read_only:false; response_revision:37723; number_of_response:1; }","duration":"282.18769ms","start":"2026-05-07T03:31:41.841738Z","end":"2026-05-07T03:31:42.123925Z","steps":["trace[1277785395] 'process raft request' (duration: 281.644068ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.123979Z","caller":"traceutil/trace.go:171","msg":"trace[1477657999] transaction","detail":"{read_only:false; response_revision:37724; number_of_response:1; }","duration":"260.576696ms","start":"2026-05-07T03:31:41.863379Z","end":"2026-05-07T03:31:42.123956Z","steps":["trace[1477657999] 'process raft request' (duration: 260.464523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.124568Z","caller":"traceutil/trace.go:171","msg":"trace[1854947375] linearizableReadLoop","detail":"{readStateIndex:39055; appliedIndex:39052; }","duration":"208.888778ms","start":"2026-05-07T03:31:41.915637Z","end":"2026-05-07T03:31:42.124526Z","steps":["trace[1854947375] 'read index received' (duration: 207.773404ms)","trace[1854947375] 'applied index is now lower than readState.Index' (duration: 1.112444ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:42.124671Z","caller":"traceutil/trace.go:171","msg":"trace[271121045] transaction","detail":"{read_only:false; response_revision:37725; number_of_response:1; }","duration":"250.571981ms","start":"2026-05-07T03:31:41.874082Z","end":"2026-05-07T03:31:42.124654Z","steps":["trace[271121045] 'process raft request' (duration: 249.804534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.124749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.086922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:42.125309Z","caller":"traceutil/trace.go:171","msg":"trace[2083744321] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:37725; }","duration":"209.666066ms","start":"2026-05-07T03:31:41.915629Z","end":"2026-05-07T03:31:42.125295Z","steps":["trace[2083744321] 'agreement among raft nodes before linearized reading' (duration: 209.056072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.430123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.351414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:42.430318Z","caller":"traceutil/trace.go:171","msg":"trace[1453513567] transaction","detail":"{read_only:false; response_revision:37727; number_of_response:1; }","duration":"411.376662ms","start":"2026-05-07T03:31:42.018924Z","end":"2026-05-07T03:31:42.430301Z","steps":["trace[1453513567] 'process raft request' (duration: 411.28914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.430389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.01891Z","time spent":"411.449044ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.430374Z","caller":"traceutil/trace.go:171","msg":"trace[387972658] transaction","detail":"{read_only:false; response_revision:37726; number_of_response:1; }","duration":"420.141179ms","start":"2026-05-07T03:31:42.010194Z","end":"2026-05-07T03:31:42.430335Z","steps":["trace[387972658] 'process raft request' (duration: 212.476648ms)","trace[387972658] 'compare' (duration: 206.762221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:42.430503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.010163Z","time spent":"420.276422ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.430577Z","caller":"traceutil/trace.go:171","msg":"trace[1665485450] transaction","detail":"{read_only:false; response_revision:37728; number_of_response:1; }","duration":"403.455456ms","start":"2026-05-07T03:31:42.027098Z","end":"2026-05-07T03:31:42.430554Z","steps":["trace[1665485450] 'process raft request' (duration: 403.166699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.430771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.027056Z","time spent":"403.639541ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.430826Z","caller":"traceutil/trace.go:171","msg":"trace[26540893] transaction","detail":"{read_only:false; response_revision:37729; number_of_response:1; }","duration":"403.375604ms","start":"2026-05-07T03:31:42.027419Z","end":"2026-05-07T03:31:42.430795Z","steps":["trace[26540893] 'process raft request' (duration: 403.045676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.431063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.027368Z","time spent":"403.577928ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:42.700676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.937556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:31:42.700946Z","caller":"traceutil/trace.go:171","msg":"trace[1071534982] linearizableReadLoop","detail":"{readStateIndex:39060; appliedIndex:39055; }","duration":"481.30824ms","start":"2026-05-07T03:31:42.219611Z","end":"2026-05-07T03:31:42.70092Z","steps":["trace[1071534982] 'read index received' (duration: 3.061198ms)","trace[1071534982] 'applied index is now lower than readState.Index' (duration: 478.244522ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:42.70111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.467773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:42.701175Z","caller":"traceutil/trace.go:171","msg":"trace[834986887] transaction","detail":"{read_only:false; response_revision:37730; number_of_response:1; }","duration":"363.973922ms","start":"2026-05-07T03:31:42.337182Z","end":"2026-05-07T03:31:42.701156Z","steps":["trace[834986887] 'process raft request' (duration: 363.683976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.701193Z","caller":"traceutil/trace.go:171","msg":"trace[409649910] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:37729; }","duration":"481.562315ms","start":"2026-05-07T03:31:42.219605Z","end":"2026-05-07T03:31:42.701167Z","steps":["trace[409649910] 'agreement among raft nodes before linearized reading' (duration: 481.389382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.701199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.40826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:31:42.70128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.21956Z","time spent":"481.699818ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:42.701314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.337163Z","time spent":"364.067154ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.701284Z","caller":"traceutil/trace.go:171","msg":"trace[657021255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37730; }","duration":"434.529353ms","start":"2026-05-07T03:31:42.266738Z","end":"2026-05-07T03:31:42.701267Z","steps":["trace[657021255] 'agreement among raft nodes before linearized reading' (duration: 434.358459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.701417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.266719Z","time spent":"434.682996ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:31:46.606431Z","caller":"traceutil/trace.go:171","msg":"trace[1366837381] transaction","detail":"{read_only:false; response_revision:37754; number_of_response:1; }","duration":"133.534321ms","start":"2026-05-07T03:31:46.472868Z","end":"2026-05-07T03:31:46.606402Z","steps":["trace[1366837381] 'process raft request' (duration: 53.496459ms)","trace[1366837381] 'compare' (duration: 79.782576ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:46.65809Z","caller":"traceutil/trace.go:171","msg":"trace[2065722113] transaction","detail":"{read_only:false; response_revision:37755; number_of_response:1; }","duration":"184.483682ms","start":"2026-05-07T03:31:46.473584Z","end":"2026-05-07T03:31:46.658068Z","steps":["trace[2065722113] 'process raft request' (duration: 184.352589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:46.658211Z","caller":"traceutil/trace.go:171","msg":"trace[2062177190] transaction","detail":"{read_only:false; response_revision:37756; number_of_response:1; }","duration":"184.606345ms","start":"2026-05-07T03:31:46.47359Z","end":"2026-05-07T03:31:46.658196Z","steps":["trace[2062177190] 'process raft request' (duration: 184.445201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:48.6944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.871885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:48.694489Z","caller":"traceutil/trace.go:171","msg":"trace[874862731] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:37768; }","duration":"120.013098ms","start":"2026-05-07T03:31:48.574453Z","end":"2026-05-07T03:31:48.694466Z","steps":["trace[874862731] 'count revisions from in-memory index tree' (duration: 119.711061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:48.829736Z","caller":"traceutil/trace.go:171","msg":"trace[1825275430] linearizableReadLoop","detail":"{readStateIndex:39104; appliedIndex:39103; }","duration":"104.069851ms","start":"2026-05-07T03:31:48.725636Z","end":"2026-05-07T03:31:48.829705Z","steps":["trace[1825275430] 'read index received' (duration: 100.815148ms)","trace[1825275430] 'applied index is now lower than readState.Index' (duration: 3.253003ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:48.829836Z","caller":"traceutil/trace.go:171","msg":"trace[987371883] transaction","detail":"{read_only:false; response_revision:37772; number_of_response:1; }","duration":"108.94384ms","start":"2026-05-07T03:31:48.720857Z","end":"2026-05-07T03:31:48.829801Z","steps":["trace[987371883] 'process raft request' (duration: 105.554384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:48.829943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.283785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:48.829987Z","caller":"traceutil/trace.go:171","msg":"trace[270096360] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37772; }","duration":"104.377377ms","start":"2026-05-07T03:31:48.725598Z","end":"2026-05-07T03:31:48.829975Z","steps":["trace[270096360] 'agreement among raft nodes before linearized reading' (duration: 104.210394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:50.371866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.214586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:50.372144Z","caller":"traceutil/trace.go:171","msg":"trace[616302323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37781; }","duration":"105.536913ms","start":"2026-05-07T03:31:50.266591Z","end":"2026-05-07T03:31:50.372127Z","steps":["trace[616302323] 'range keys from in-memory index tree' (duration: 105.143494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.872148Z","caller":"traceutil/trace.go:171","msg":"trace[849694045] transaction","detail":"{read_only:false; response_revision:37783; number_of_response:1; }","duration":"241.037278ms","start":"2026-05-07T03:31:50.631089Z","end":"2026-05-07T03:31:50.872126Z","steps":["trace[849694045] 'process raft request' (duration: 240.875975ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.900712Z","caller":"traceutil/trace.go:171","msg":"trace[1340536740] transaction","detail":"{read_only:false; response_revision:37784; number_of_response:1; }","duration":"200.023799ms","start":"2026-05-07T03:31:50.700648Z","end":"2026-05-07T03:31:50.900672Z","steps":["trace[1340536740] 'process raft request' (duration: 199.811495ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.900946Z","caller":"traceutil/trace.go:171","msg":"trace[29012856] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"183.53163ms","start":"2026-05-07T03:31:50.717387Z","end":"2026-05-07T03:31:50.900918Z","steps":["trace[29012856] 'process raft request' (duration: 183.242343ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.901087Z","caller":"traceutil/trace.go:171","msg":"trace[1589666141] transaction","detail":"{read_only:false; response_revision:37786; number_of_response:1; }","duration":"175.191663ms","start":"2026-05-07T03:31:50.725888Z","end":"2026-05-07T03:31:50.901079Z","steps":["trace[1589666141] 'process raft request' (duration: 174.928628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.328681Z","caller":"traceutil/trace.go:171","msg":"trace[2071028681] transaction","detail":"{read_only:false; response_revision:37788; number_of_response:1; }","duration":"164.809841ms","start":"2026-05-07T03:31:51.163849Z","end":"2026-05-07T03:31:51.328659Z","steps":["trace[2071028681] 'process raft request' (duration: 164.582766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.330475Z","caller":"traceutil/trace.go:171","msg":"trace[227212871] transaction","detail":"{read_only:false; response_revision:37789; number_of_response:1; }","duration":"105.87159ms","start":"2026-05-07T03:31:51.224539Z","end":"2026-05-07T03:31:51.330411Z","steps":["trace[227212871] 'process raft request' (duration: 105.4024ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.457325Z","caller":"traceutil/trace.go:171","msg":"trace[2127357511] linearizableReadLoop","detail":"{readStateIndex:39123; appliedIndex:39122; }","duration":"119.693811ms","start":"2026-05-07T03:31:51.33761Z","end":"2026-05-07T03:31:51.457304Z","steps":["trace[2127357511] 'read index received' (duration: 76.749049ms)","trace[2127357511] 'applied index is now lower than readState.Index' (duration: 42.944022ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:51.457657Z","caller":"traceutil/trace.go:171","msg":"trace[110000265] transaction","detail":"{read_only:false; response_revision:37791; number_of_response:1; }","duration":"120.899708ms","start":"2026-05-07T03:31:51.336743Z","end":"2026-05-07T03:31:51.457642Z","steps":["trace[110000265] 'process raft request' (duration: 77.591547ms)","trace[110000265] 'compare' (duration: 42.787089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:51.457816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.535895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:31:51.457884Z","caller":"traceutil/trace.go:171","msg":"trace[2065140457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37791; }","duration":"118.656498ms","start":"2026-05-07T03:31:51.339207Z","end":"2026-05-07T03:31:51.457864Z","steps":["trace[2065140457] 'agreement among raft nodes before linearized reading' (duration: 118.476824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:51.458129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.498129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:31:51.458193Z","caller":"traceutil/trace.go:171","msg":"trace[1026091092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37791; }","duration":"120.644053ms","start":"2026-05-07T03:31:51.337535Z","end":"2026-05-07T03:31:51.458179Z","steps":["trace[1026091092] 'agreement among raft nodes before linearized reading' (duration: 120.439868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:55.482436Z","caller":"traceutil/trace.go:171","msg":"trace[1384543801] transaction","detail":"{read_only:false; response_revision:37820; number_of_response:1; }","duration":"116.821827ms","start":"2026-05-07T03:31:55.365588Z","end":"2026-05-07T03:31:55.48241Z","steps":["trace[1384543801] 'process raft request' (duration: 66.54649ms)","trace[1384543801] 'compare' (duration: 50.092242ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:55.482565Z","caller":"traceutil/trace.go:171","msg":"trace[2034581082] transaction","detail":"{read_only:false; response_revision:37821; number_of_response:1; }","duration":"115.483227ms","start":"2026-05-07T03:31:55.367052Z","end":"2026-05-07T03:31:55.482536Z","steps":["trace[2034581082] 'process raft request' (duration: 115.300463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:55.753884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.502899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:55.754074Z","caller":"traceutil/trace.go:171","msg":"trace[2048986572] transaction","detail":"{read_only:false; response_revision:37823; number_of_response:1; }","duration":"228.268313ms","start":"2026-05-07T03:31:55.525778Z","end":"2026-05-07T03:31:55.754047Z","steps":["trace[2048986572] 'process raft request' (duration: 65.463726ms)","trace[2048986572] 'compare' (duration: 162.07129ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:55.754115Z","caller":"traceutil/trace.go:171","msg":"trace[657035252] transaction","detail":"{read_only:false; response_revision:37824; number_of_response:1; }","duration":"226.776619ms","start":"2026-05-07T03:31:55.52732Z","end":"2026-05-07T03:31:55.754096Z","steps":["trace[657035252] 'process raft request' (duration: 226.673147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:56.023636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.721293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:56.023724Z","caller":"traceutil/trace.go:171","msg":"trace[1876544909] transaction","detail":"{read_only:false; response_revision:37825; number_of_response:1; }","duration":"143.242288ms","start":"2026-05-07T03:31:55.880468Z","end":"2026-05-07T03:31:56.02371Z","steps":["trace[1876544909] 'process raft request' (duration: 27.372173ms)","trace[1876544909] 'compare' (duration: 115.61485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:56.203001Z","caller":"traceutil/trace.go:171","msg":"trace[78816860] transaction","detail":"{read_only:false; response_revision:37826; number_of_response:1; }","duration":"120.479699ms","start":"2026-05-07T03:31:56.082466Z","end":"2026-05-07T03:31:56.202946Z","steps":["trace[78816860] 'process raft request' (duration: 58.734756ms)","trace[78816860] 'compare' (duration: 61.336304ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:56.414431Z","caller":"traceutil/trace.go:171","msg":"trace[1189931198] transaction","detail":"{read_only:false; response_revision:37827; number_of_response:1; }","duration":"141.828566ms","start":"2026-05-07T03:31:56.272557Z","end":"2026-05-07T03:31:56.414386Z","steps":["trace[1189931198] 'process raft request' (duration: 76.930062ms)","trace[1189931198] 'compare' (duration: 64.773801ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:56.681064Z","caller":"traceutil/trace.go:171","msg":"trace[891429904] transaction","detail":"{read_only:false; response_revision:37828; number_of_response:1; }","duration":"108.5414ms","start":"2026-05-07T03:31:56.57249Z","end":"2026-05-07T03:31:56.681031Z","steps":["trace[891429904] 'process raft request' (duration: 108.256464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:56.92387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.304657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:56.92397Z","caller":"traceutil/trace.go:171","msg":"trace[1991224753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:37828; }","duration":"121.429749ms","start":"2026-05-07T03:31:56.8025Z","end":"2026-05-07T03:31:56.92393Z","steps":["trace[1991224753] 'count revisions from in-memory index tree' (duration: 121.230974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:56.923971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.325091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:31:56.924068Z","caller":"traceutil/trace.go:171","msg":"trace[1623397808] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:37828; }","duration":"135.473063ms","start":"2026-05-07T03:31:56.788573Z","end":"2026-05-07T03:31:56.924046Z","steps":["trace[1623397808] 'count revisions from in-memory index tree' (duration: 135.233568ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.185161Z","caller":"traceutil/trace.go:171","msg":"trace[1006367857] transaction","detail":"{read_only:false; response_revision:37829; number_of_response:1; }","duration":"242.012239ms","start":"2026-05-07T03:31:56.943124Z","end":"2026-05-07T03:31:57.185136Z","steps":["trace[1006367857] 'process raft request' (duration: 241.840316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.211185Z","caller":"traceutil/trace.go:171","msg":"trace[71626028] transaction","detail":"{read_only:false; response_revision:37830; number_of_response:1; }","duration":"256.241159ms","start":"2026-05-07T03:31:56.954921Z","end":"2026-05-07T03:31:57.211163Z","steps":["trace[71626028] 'process raft request' (duration: 256.069125ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.211369Z","caller":"traceutil/trace.go:171","msg":"trace[917016358] transaction","detail":"{read_only:false; response_revision:37831; number_of_response:1; }","duration":"253.862997ms","start":"2026-05-07T03:31:56.957498Z","end":"2026-05-07T03:31:57.211361Z","steps":["trace[917016358] 'process raft request' (duration: 253.619281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.211567Z","caller":"traceutil/trace.go:171","msg":"trace[1870913684] linearizableReadLoop","detail":"{readStateIndex:39165; appliedIndex:39163; }","duration":"244.883295ms","start":"2026-05-07T03:31:56.966672Z","end":"2026-05-07T03:31:57.211555Z","steps":["trace[1870913684] 'read index received' (duration: 218.617706ms)","trace[1870913684] 'applied index is now lower than readState.Index' (duration: 26.264409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:57.211756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.073889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T03:31:57.211813Z","caller":"traceutil/trace.go:171","msg":"trace[523372274] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:37832; }","duration":"245.175461ms","start":"2026-05-07T03:31:56.966624Z","end":"2026-05-07T03:31:57.2118Z","steps":["trace[523372274] 'agreement among raft nodes before linearized reading' (duration: 245.014218ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.211991Z","caller":"traceutil/trace.go:171","msg":"trace[479122489] transaction","detail":"{read_only:false; response_revision:37832; number_of_response:1; }","duration":"227.536636ms","start":"2026-05-07T03:31:56.984446Z","end":"2026-05-07T03:31:57.211982Z","steps":["trace[479122489] 'process raft request' (duration: 226.881022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.389974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.791372ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:31:57.390071Z","caller":"traceutil/trace.go:171","msg":"trace[1989286485] linearizableReadLoop","detail":"{readStateIndex:39167; appliedIndex:39166; }","duration":"175.00805ms","start":"2026-05-07T03:31:57.215046Z","end":"2026-05-07T03:31:57.390055Z","steps":["trace[1989286485] 'read index received' (duration: 72.220487ms)","trace[1989286485] 'applied index is now lower than readState.Index' (duration: 102.786203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:57.390255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.205214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-07T03:31:57.390285Z","caller":"traceutil/trace.go:171","msg":"trace[1602346826] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d24383-b725-4800-908c-956a4c966782; range_end:; response_count:1; response_revision:37832; }","duration":"175.271876ms","start":"2026-05-07T03:31:57.215004Z","end":"2026-05-07T03:31:57.390275Z","steps":["trace[1602346826] 'agreement among raft nodes before linearized reading' (duration: 175.128583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.390421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.434603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:57.390446Z","caller":"traceutil/trace.go:171","msg":"trace[820420270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37832; }","duration":"122.501074ms","start":"2026-05-07T03:31:57.267939Z","end":"2026-05-07T03:31:57.39044Z","steps":["trace[820420270] 'agreement among raft nodes before linearized reading' (duration: 122.460353ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:57.659968Z","caller":"traceutil/trace.go:171","msg":"trace[1507689362] linearizableReadLoop","detail":"{readStateIndex:39171; appliedIndex:39169; }","duration":"158.961951ms","start":"2026-05-07T03:31:57.500981Z","end":"2026-05-07T03:31:57.659943Z","steps":["trace[1507689362] 'read index received' (duration: 95.146791ms)","trace[1507689362] 'applied index is now lower than readState.Index' (duration: 63.81434ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:57.660009Z","caller":"traceutil/trace.go:171","msg":"trace[1583982160] transaction","detail":"{read_only:false; response_revision:37835; number_of_response:1; }","duration":"172.858942ms","start":"2026-05-07T03:31:57.48713Z","end":"2026-05-07T03:31:57.659989Z","steps":["trace[1583982160] 'process raft request' (duration: 108.978161ms)","trace[1583982160] 'compare' (duration: 63.622135ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:57.660088Z","caller":"traceutil/trace.go:171","msg":"trace[1103566443] transaction","detail":"{read_only:false; response_revision:37836; number_of_response:1; }","duration":"172.508564ms","start":"2026-05-07T03:31:57.487557Z","end":"2026-05-07T03:31:57.660065Z","steps":["trace[1103566443] 'process raft request' (duration: 172.33446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.660284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.291338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-07T03:31:57.660333Z","caller":"traceutil/trace.go:171","msg":"trace[1300561013] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:37836; }","duration":"159.40277ms","start":"2026-05-07T03:31:57.500919Z","end":"2026-05-07T03:31:57.660321Z","steps":["trace[1300561013] 'agreement among raft nodes before linearized reading' (duration: 159.232607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.66065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.335284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:31:57.66068Z","caller":"traceutil/trace.go:171","msg":"trace[143595388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37836; }","duration":"136.382285ms","start":"2026-05-07T03:31:57.524287Z","end":"2026-05-07T03:31:57.66067Z","steps":["trace[143595388] 'agreement among raft nodes before linearized reading' (duration: 136.301243ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:58.752662Z","caller":"traceutil/trace.go:171","msg":"trace[740528891] transaction","detail":"{read_only:false; response_revision:37841; number_of_response:1; }","duration":"290.21872ms","start":"2026-05-07T03:31:58.462425Z","end":"2026-05-07T03:31:58.752644Z","steps":["trace[740528891] 'process raft request' (duration: 290.068257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:58.752706Z","caller":"traceutil/trace.go:171","msg":"trace[715953818] linearizableReadLoop","detail":"{readStateIndex:39176; appliedIndex:39176; }","duration":"280.682116ms","start":"2026-05-07T03:31:58.471991Z","end":"2026-05-07T03:31:58.752674Z","steps":["trace[715953818] 'read index received' (duration: 280.664646ms)","trace[715953818] 'applied index is now lower than readState.Index' (duration: 14.93µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:58.753085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.074014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-07T03:31:58.753187Z","caller":"traceutil/trace.go:171","msg":"trace[1631005236] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:37841; }","duration":"281.220798ms","start":"2026-05-07T03:31:58.471941Z","end":"2026-05-07T03:31:58.753161Z","steps":["trace[1631005236] 'agreement among raft nodes before linearized reading' (duration: 280.88149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:58.93827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.408207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:58.938629Z","caller":"traceutil/trace.go:171","msg":"trace[808060397] transaction","detail":"{read_only:false; response_revision:37842; number_of_response:1; }","duration":"251.053452ms","start":"2026-05-07T03:31:58.687548Z","end":"2026-05-07T03:31:58.938602Z","steps":["trace[808060397] 'process raft request' (duration: 109.183385ms)","trace[808060397] 'compare' (duration: 141.198732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:59.484321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.887215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:59.484544Z","caller":"traceutil/trace.go:171","msg":"trace[580427269] transaction","detail":"{read_only:false; response_revision:37845; number_of_response:1; }","duration":"267.354868ms","start":"2026-05-07T03:31:59.217162Z","end":"2026-05-07T03:31:59.484517Z","steps":["trace[580427269] 'process raft request' (duration: 118.169226ms)","trace[580427269] 'compare' (duration: 148.596699ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:59.484578Z","caller":"traceutil/trace.go:171","msg":"trace[1388708320] transaction","detail":"{read_only:false; response_revision:37846; number_of_response:1; }","duration":"266.905397ms","start":"2026-05-07T03:31:59.217647Z","end":"2026-05-07T03:31:59.484553Z","steps":["trace[1388708320] 'process raft request' (duration: 266.795195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.484638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.822349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:31:59.484701Z","caller":"traceutil/trace.go:171","msg":"trace[1226423160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37846; }","duration":"217.915071ms","start":"2026-05-07T03:31:59.266772Z","end":"2026-05-07T03:31:59.484687Z","steps":["trace[1226423160] 'agreement among raft nodes before linearized reading' (duration: 217.816679ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.48455Z","caller":"traceutil/trace.go:171","msg":"trace[6126957] linearizableReadLoop","detail":"{readStateIndex:39181; appliedIndex:39179; }","duration":"217.720927ms","start":"2026-05-07T03:31:59.266812Z","end":"2026-05-07T03:31:59.484533Z","steps":["trace[6126957] 'read index received' (duration: 68.553436ms)","trace[6126957] 'applied index is now lower than readState.Index' (duration: 149.166321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:59.820121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:31:59.820299Z","caller":"traceutil/trace.go:171","msg":"trace[658390132] linearizableReadLoop","detail":"{readStateIndex:39184; appliedIndex:39182; }","duration":"144.704702ms","start":"2026-05-07T03:31:59.675577Z","end":"2026-05-07T03:31:59.820281Z","steps":["trace[658390132] 'read index received' (duration: 26.897813ms)","trace[658390132] 'applied index is now lower than readState.Index' (duration: 117.805528ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:59.820691Z","caller":"traceutil/trace.go:171","msg":"trace[1717563369] transaction","detail":"{read_only:false; response_revision:37848; number_of_response:1; }","duration":"154.538961ms","start":"2026-05-07T03:31:59.666123Z","end":"2026-05-07T03:31:59.820662Z","steps":["trace[1717563369] 'process raft request' (duration: 36.349784ms)","trace[1717563369] 'compare' (duration: 117.095043ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:59.820697Z","caller":"traceutil/trace.go:171","msg":"trace[406680221] transaction","detail":"{read_only:false; response_revision:37849; number_of_response:1; }","duration":"154.429789ms","start":"2026-05-07T03:31:59.666237Z","end":"2026-05-07T03:31:59.820667Z","steps":["trace[406680221] 'process raft request' (duration: 153.985229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.820924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.335235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:31:59.821113Z","caller":"traceutil/trace.go:171","msg":"trace[2122327413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37849; }","duration":"145.433738ms","start":"2026-05-07T03:31:59.67553Z","end":"2026-05-07T03:31:59.820964Z","steps":["trace[2122327413] 'agreement among raft nodes before linearized reading' (duration: 145.11183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.521627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.767967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:32:02.521696Z","caller":"traceutil/trace.go:171","msg":"trace[1587136910] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:37867; }","duration":"129.864449ms","start":"2026-05-07T03:32:02.391814Z","end":"2026-05-07T03:32:02.521678Z","steps":["trace[1587136910] 'count revisions from in-memory index tree' (duration: 129.621394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.52201Z","caller":"traceutil/trace.go:171","msg":"trace[998865100] transaction","detail":"{read_only:false; response_revision:37868; number_of_response:1; }","duration":"104.966251ms","start":"2026-05-07T03:32:02.416801Z","end":"2026-05-07T03:32:02.521767Z","steps":["trace[998865100] 'process raft request' (duration: 38.927762ms)","trace[998865100] 'compare' (duration: 65.536198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:05.297856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.936147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:05.297979Z","caller":"traceutil/trace.go:171","msg":"trace[596842814] linearizableReadLoop","detail":"{readStateIndex:39222; appliedIndex:39221; }","duration":"175.721465ms","start":"2026-05-07T03:32:05.122237Z","end":"2026-05-07T03:32:05.297959Z","steps":["trace[596842814] 'read index received' (duration: 25.527712ms)","trace[596842814] 'applied index is now lower than readState.Index' (duration: 150.191753ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:05.298083Z","caller":"traceutil/trace.go:171","msg":"trace[186238647] transaction","detail":"{read_only:false; response_revision:37886; number_of_response:1; }","duration":"267.847208ms","start":"2026-05-07T03:32:05.03022Z","end":"2026-05-07T03:32:05.298067Z","steps":["trace[186238647] 'process raft request' (duration: 117.592303ms)","trace[186238647] 'compare' (duration: 149.304284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:05.300417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.15718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2196147"} {"level":"info","ts":"2026-05-07T03:32:05.300505Z","caller":"traceutil/trace.go:171","msg":"trace[384005628] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:37886; }","duration":"178.282992ms","start":"2026-05-07T03:32:05.122204Z","end":"2026-05-07T03:32:05.300487Z","steps":["trace[384005628] 'agreement among raft nodes before linearized reading' (duration: 176.244997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:05.866417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.704174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:05.866548Z","caller":"traceutil/trace.go:171","msg":"trace[1033018248] transaction","detail":"{read_only:false; response_revision:37888; number_of_response:1; }","duration":"527.675508ms","start":"2026-05-07T03:32:05.338847Z","end":"2026-05-07T03:32:05.866523Z","steps":["trace[1033018248] 'process raft request' (duration: 147.782561ms)","trace[1033018248] 'compare' (duration: 379.275534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:05.86664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.338821Z","time spent":"527.76814ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:06.049653Z","caller":"traceutil/trace.go:171","msg":"trace[1873212035] transaction","detail":"{read_only:false; response_revision:37889; number_of_response:1; }","duration":"546.10116ms","start":"2026-05-07T03:32:05.503522Z","end":"2026-05-07T03:32:06.049623Z","steps":["trace[1873212035] 'process raft request' (duration: 488.05611ms)","trace[1873212035] 'compare' (duration: 57.625861ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:06.049727Z","caller":"traceutil/trace.go:171","msg":"trace[384494764] linearizableReadLoop","detail":"{readStateIndex:39227; appliedIndex:39224; }","duration":"384.193414ms","start":"2026-05-07T03:32:05.665508Z","end":"2026-05-07T03:32:06.049702Z","steps":["trace[384494764] 'read index received' (duration: 326.088523ms)","trace[384494764] 'applied index is now lower than readState.Index' (duration: 58.103991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:06.049784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.503502Z","time spent":"546.218693ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:06.04993Z","caller":"traceutil/trace.go:171","msg":"trace[1795456962] transaction","detail":"{read_only:false; response_revision:37893; number_of_response:1; }","duration":"166.406828ms","start":"2026-05-07T03:32:05.883513Z","end":"2026-05-07T03:32:06.04992Z","steps":["trace[1795456962] 'process raft request' (duration: 166.157632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.050079Z","caller":"traceutil/trace.go:171","msg":"trace[313457289] transaction","detail":"{read_only:false; response_revision:37890; number_of_response:1; }","duration":"546.053469ms","start":"2026-05-07T03:32:05.504017Z","end":"2026-05-07T03:32:06.05007Z","steps":["trace[313457289] 'process raft request' (duration: 545.494017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.05014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.503969Z","time spent":"546.138271ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:06.05015Z","caller":"traceutil/trace.go:171","msg":"trace[380446532] transaction","detail":"{read_only:false; response_revision:37892; number_of_response:1; }","duration":"173.25562ms","start":"2026-05-07T03:32:05.87687Z","end":"2026-05-07T03:32:06.050126Z","steps":["trace[380446532] 'process raft request' (duration: 172.77098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.050154Z","caller":"traceutil/trace.go:171","msg":"trace[1671991179] transaction","detail":"{read_only:false; response_revision:37891; number_of_response:1; }","duration":"497.85472ms","start":"2026-05-07T03:32:05.552274Z","end":"2026-05-07T03:32:06.050128Z","steps":["trace[1671991179] 'process raft request' (duration: 497.331369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.050247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.285103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:32:06.050269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.811779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:32:06.050275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.55225Z","time spent":"497.966442ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:06.050314Z","caller":"traceutil/trace.go:171","msg":"trace[1008635486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37893; }","duration":"126.873551ms","start":"2026-05-07T03:32:05.923426Z","end":"2026-05-07T03:32:06.050299Z","steps":["trace[1008635486] 'agreement among raft nodes before linearized reading' (duration: 126.749698ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.050291Z","caller":"traceutil/trace.go:171","msg":"trace[1036042500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37893; }","duration":"132.371284ms","start":"2026-05-07T03:32:05.91791Z","end":"2026-05-07T03:32:06.050281Z","steps":["trace[1036042500] 'agreement among raft nodes before linearized reading' (duration: 132.262301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.050416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.809222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:32:06.050445Z","caller":"traceutil/trace.go:171","msg":"trace[1758539910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37893; }","duration":"131.881033ms","start":"2026-05-07T03:32:05.918556Z","end":"2026-05-07T03:32:06.050437Z","steps":["trace[1758539910] 'agreement among raft nodes before linearized reading' (duration: 131.72435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.05183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.310462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2196147"} {"level":"info","ts":"2026-05-07T03:32:06.051882Z","caller":"traceutil/trace.go:171","msg":"trace[1894270094] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:37893; }","duration":"386.404344ms","start":"2026-05-07T03:32:05.665462Z","end":"2026-05-07T03:32:06.051866Z","steps":["trace[1894270094] 'agreement among raft nodes before linearized reading' (duration: 384.533282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.051922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.665447Z","time spent":"386.458776ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2196170,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-07T03:32:06.749984Z","caller":"traceutil/trace.go:171","msg":"trace[853170944] linearizableReadLoop","detail":"{readStateIndex:39234; appliedIndex:39233; }","duration":"277.841512ms","start":"2026-05-07T03:32:06.472118Z","end":"2026-05-07T03:32:06.74996Z","steps":["trace[853170944] 'read index received' (duration: 277.605117ms)","trace[853170944] 'applied index is now lower than readState.Index' (duration: 235.525µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:06.750104Z","caller":"traceutil/trace.go:171","msg":"trace[2011989873] transaction","detail":"{read_only:false; response_revision:37898; number_of_response:1; }","duration":"367.221414ms","start":"2026-05-07T03:32:06.382871Z","end":"2026-05-07T03:32:06.750093Z","steps":["trace[2011989873] 'process raft request' (duration: 366.907277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.750212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:06.382845Z","time spent":"367.289495ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:06.750304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.154189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:32:06.750359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.850328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:32:06.750455Z","caller":"traceutil/trace.go:171","msg":"trace[1149309740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37898; }","duration":"229.996611ms","start":"2026-05-07T03:32:06.520436Z","end":"2026-05-07T03:32:06.750433Z","steps":["trace[1149309740] 'agreement among raft nodes before linearized reading' (duration: 229.730735ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.750384Z","caller":"traceutil/trace.go:171","msg":"trace[1648389014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:37898; }","duration":"278.299372ms","start":"2026-05-07T03:32:06.472066Z","end":"2026-05-07T03:32:06.750366Z","steps":["trace[1648389014] 'agreement among raft nodes before linearized reading' (duration: 278.147099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:14.108686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.347407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:14.108789Z","caller":"traceutil/trace.go:171","msg":"trace[549949289] transaction","detail":"{read_only:false; response_revision:37947; number_of_response:1; }","duration":"698.666379ms","start":"2026-05-07T03:32:13.410102Z","end":"2026-05-07T03:32:14.108769Z","steps":["trace[549949289] 'process raft request' (duration: 477.127377ms)","trace[549949289] 'compare' (duration: 221.168563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:14.108865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:13.410071Z","time spent":"698.76302ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:14.207989Z","caller":"traceutil/trace.go:171","msg":"trace[478295769] transaction","detail":"{read_only:false; response_revision:37948; number_of_response:1; }","duration":"307.988028ms","start":"2026-05-07T03:32:13.899981Z","end":"2026-05-07T03:32:14.207969Z","steps":["trace[478295769] 'process raft request' (duration: 307.854475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:14.208152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:13.899866Z","time spent":"308.203322ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:14.207995Z","caller":"traceutil/trace.go:171","msg":"trace[337215685] linearizableReadLoop","detail":"{readStateIndex:39286; appliedIndex:39286; }","duration":"286.21191ms","start":"2026-05-07T03:32:13.921754Z","end":"2026-05-07T03:32:14.207965Z","steps":["trace[337215685] 'read index received' (duration: 286.19636ms)","trace[337215685] 'applied index is now lower than readState.Index' (duration: 13.32µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:14.208467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.665911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:32:14.208534Z","caller":"traceutil/trace.go:171","msg":"trace[264924821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37948; }","duration":"286.805093ms","start":"2026-05-07T03:32:13.921701Z","end":"2026-05-07T03:32:14.208506Z","steps":["trace[264924821] 'agreement among raft nodes before linearized reading' (duration: 286.341263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.350888Z","caller":"traceutil/trace.go:171","msg":"trace[1509670399] transaction","detail":"{read_only:false; response_revision:37950; number_of_response:1; }","duration":"195.645632ms","start":"2026-05-07T03:32:14.155217Z","end":"2026-05-07T03:32:14.350862Z","steps":["trace[1509670399] 'process raft request' (duration: 195.55165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.350915Z","caller":"traceutil/trace.go:171","msg":"trace[541909545] transaction","detail":"{read_only:false; response_revision:37949; number_of_response:1; }","duration":"212.917268ms","start":"2026-05-07T03:32:14.137957Z","end":"2026-05-07T03:32:14.350874Z","steps":["trace[541909545] 'process raft request' (duration: 212.641242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.35123Z","caller":"traceutil/trace.go:171","msg":"trace[164454129] linearizableReadLoop","detail":"{readStateIndex:39291; appliedIndex:39286; }","duration":"142.943441ms","start":"2026-05-07T03:32:14.208272Z","end":"2026-05-07T03:32:14.351216Z","steps":["trace[164454129] 'read index received' (duration: 142.310147ms)","trace[164454129] 'applied index is now lower than readState.Index' (duration: 632.254µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:14.351268Z","caller":"traceutil/trace.go:171","msg":"trace[983506769] transaction","detail":"{read_only:false; response_revision:37952; number_of_response:1; }","duration":"195.258784ms","start":"2026-05-07T03:32:14.155992Z","end":"2026-05-07T03:32:14.351251Z","steps":["trace[983506769] 'process raft request' (duration: 195.134041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.351363Z","caller":"traceutil/trace.go:171","msg":"trace[1921421145] transaction","detail":"{read_only:false; response_revision:37953; number_of_response:1; }","duration":"195.154491ms","start":"2026-05-07T03:32:14.156186Z","end":"2026-05-07T03:32:14.351341Z","steps":["trace[1921421145] 'process raft request' (duration: 194.989077ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.351422Z","caller":"traceutil/trace.go:171","msg":"trace[838874387] transaction","detail":"{read_only:false; response_revision:37951; number_of_response:1; }","duration":"195.56024ms","start":"2026-05-07T03:32:14.155827Z","end":"2026-05-07T03:32:14.351388Z","steps":["trace[838874387] 'process raft request' (duration: 194.989297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:14.351566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.484417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:32:14.351609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.911114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:32:14.351734Z","caller":"traceutil/trace.go:171","msg":"trace[982057670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37953; }","duration":"157.63585ms","start":"2026-05-07T03:32:14.194006Z","end":"2026-05-07T03:32:14.351642Z","steps":["trace[982057670] 'agreement among raft nodes before linearized reading' (duration: 157.396425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.351752Z","caller":"traceutil/trace.go:171","msg":"trace[1058411507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37953; }","duration":"157.085548ms","start":"2026-05-07T03:32:14.194647Z","end":"2026-05-07T03:32:14.351732Z","steps":["trace[1058411507] 'agreement among raft nodes before linearized reading' (duration: 156.774111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:14.351721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.334019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:32:14.351861Z","caller":"traceutil/trace.go:171","msg":"trace[411696479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37953; }","duration":"130.545914ms","start":"2026-05-07T03:32:14.221295Z","end":"2026-05-07T03:32:14.351841Z","steps":["trace[411696479] 'agreement among raft nodes before linearized reading' (duration: 130.222587ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:20.907988Z","caller":"traceutil/trace.go:171","msg":"trace[756680891] linearizableReadLoop","detail":"{readStateIndex:39335; appliedIndex:39330; }","duration":"394.300361ms","start":"2026-05-07T03:32:20.513642Z","end":"2026-05-07T03:32:20.907942Z","steps":["trace[756680891] 'read index received' (duration: 6.498286ms)","trace[756680891] 'applied index is now lower than readState.Index' (duration: 387.800945ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:20.908037Z","caller":"traceutil/trace.go:171","msg":"trace[620221389] transaction","detail":"{read_only:false; response_revision:37996; number_of_response:1; }","duration":"423.090956ms","start":"2026-05-07T03:32:20.484916Z","end":"2026-05-07T03:32:20.908007Z","steps":["trace[620221389] 'process raft request' (duration: 422.925402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.908155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.491305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:32:20.908206Z","caller":"traceutil/trace.go:171","msg":"trace[1732194966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:37996; }","duration":"394.591398ms","start":"2026-05-07T03:32:20.513601Z","end":"2026-05-07T03:32:20.908192Z","steps":["trace[1732194966] 'agreement among raft nodes before linearized reading' (duration: 394.495826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.908206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.484898Z","time spent":"423.211298ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:20.908249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.513565Z","time spent":"394.670819ms","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:32:20.908579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.11065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:32:20.908735Z","caller":"traceutil/trace.go:171","msg":"trace[821114891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37996; }","duration":"391.319874ms","start":"2026-05-07T03:32:20.517376Z","end":"2026-05-07T03:32:20.908696Z","steps":["trace[821114891] 'agreement among raft nodes before linearized reading' (duration: 390.959256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.908847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.517369Z","time spent":"391.447636ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:32:20.908962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.30477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:32:20.908971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.170838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:32:20.909022Z","caller":"traceutil/trace.go:171","msg":"trace[492626776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37996; }","duration":"390.222209ms","start":"2026-05-07T03:32:20.518788Z","end":"2026-05-07T03:32:20.90901Z","steps":["trace[492626776] 'agreement among raft nodes before linearized reading' (duration: 390.047755ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:20.909025Z","caller":"traceutil/trace.go:171","msg":"trace[380440902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37996; }","duration":"390.383613ms","start":"2026-05-07T03:32:20.518621Z","end":"2026-05-07T03:32:20.909005Z","steps":["trace[380440902] 'agreement among raft nodes before linearized reading' (duration: 390.227199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.909056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.518763Z","time spent":"390.284151ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:32:20.909071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.518613Z","time spent":"390.444594ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:32:20.909321Z","caller":"traceutil/trace.go:171","msg":"trace[1429731212] transaction","detail":"{read_only:false; response_revision:37995; number_of_response:1; }","duration":"423.697009ms","start":"2026-05-07T03:32:20.484462Z","end":"2026-05-07T03:32:20.908159Z","steps":["trace[1429731212] 'process raft request' (duration: 391.18381ms)","trace[1429731212] 'compare' (duration: 31.811383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:20.909486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:20.484446Z","time spent":"424.960466ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:21.067493Z","caller":"traceutil/trace.go:171","msg":"trace[1881448819] transaction","detail":"{read_only:false; response_revision:37999; number_of_response:1; }","duration":"151.670338ms","start":"2026-05-07T03:32:20.915787Z","end":"2026-05-07T03:32:21.067458Z","steps":["trace[1881448819] 'process raft request' (duration: 151.563496ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.067709Z","caller":"traceutil/trace.go:171","msg":"trace[12934241] linearizableReadLoop","detail":"{readStateIndex:39339; appliedIndex:39336; }","duration":"101.643097ms","start":"2026-05-07T03:32:20.966034Z","end":"2026-05-07T03:32:21.067677Z","steps":["trace[12934241] 'read index received' (duration: 91.508489ms)","trace[12934241] 'applied index is now lower than readState.Index' (duration: 10.133298ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:21.067807Z","caller":"traceutil/trace.go:171","msg":"trace[2070053556] transaction","detail":"{read_only:false; response_revision:37998; number_of_response:1; }","duration":"152.22167ms","start":"2026-05-07T03:32:20.915567Z","end":"2026-05-07T03:32:21.067789Z","steps":["trace[2070053556] 'process raft request' (duration: 142.050002ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.067877Z","caller":"traceutil/trace.go:171","msg":"trace[1608321835] transaction","detail":"{read_only:false; response_revision:38000; number_of_response:1; }","duration":"151.894992ms","start":"2026-05-07T03:32:20.915954Z","end":"2026-05-07T03:32:21.067849Z","steps":["trace[1608321835] 'process raft request' (duration: 151.456472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:21.068001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.952494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:32:21.068041Z","caller":"traceutil/trace.go:171","msg":"trace[2101488430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38000; }","duration":"102.098557ms","start":"2026-05-07T03:32:20.96593Z","end":"2026-05-07T03:32:21.068029Z","steps":["trace[2101488430] 'agreement among raft nodes before linearized reading' (duration: 101.903162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:21.427223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.66702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:21.427376Z","caller":"traceutil/trace.go:171","msg":"trace[1588696020] transaction","detail":"{read_only:false; response_revision:38001; number_of_response:1; }","duration":"354.191912ms","start":"2026-05-07T03:32:21.073145Z","end":"2026-05-07T03:32:21.427336Z","steps":["trace[1588696020] 'process raft request' (duration: 117.304778ms)","trace[1588696020] 'compare' (duration: 236.487876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:21.427439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:21.073112Z","time spent":"354.300105ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:21.430301Z","caller":"traceutil/trace.go:171","msg":"trace[924599918] linearizableReadLoop","detail":"{readStateIndex:39341; appliedIndex:39340; }","duration":"171.115102ms","start":"2026-05-07T03:32:21.259158Z","end":"2026-05-07T03:32:21.430273Z","steps":["trace[924599918] 'read index received' (duration: 170.865467ms)","trace[924599918] 'applied index is now lower than readState.Index' (duration: 248.685µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:21.430633Z","caller":"traceutil/trace.go:171","msg":"trace[1709969979] transaction","detail":"{read_only:false; response_revision:38002; number_of_response:1; }","duration":"334.024141ms","start":"2026-05-07T03:32:21.096586Z","end":"2026-05-07T03:32:21.43061Z","steps":["trace[1709969979] 'process raft request' (duration: 333.514209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:21.43079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:21.096558Z","time spent":"334.141104ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:21.431087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.93318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T03:32:21.431136Z","caller":"traceutil/trace.go:171","msg":"trace[622401913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:38002; }","duration":"172.021892ms","start":"2026-05-07T03:32:21.259103Z","end":"2026-05-07T03:32:21.431125Z","steps":["trace[622401913] 'agreement among raft nodes before linearized reading' (duration: 171.882049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:21.431395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.074592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:32:21.431432Z","caller":"traceutil/trace.go:171","msg":"trace[301009545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38002; }","duration":"167.195244ms","start":"2026-05-07T03:32:21.264227Z","end":"2026-05-07T03:32:21.431422Z","steps":["trace[301009545] 'agreement among raft nodes before linearized reading' (duration: 167.097302ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:27.699736Z","caller":"traceutil/trace.go:171","msg":"trace[1706698253] transaction","detail":"{read_only:false; response_revision:38049; number_of_response:1; }","duration":"110.661708ms","start":"2026-05-07T03:32:27.589055Z","end":"2026-05-07T03:32:27.699716Z","steps":["trace[1706698253] 'process raft request' (duration: 110.020644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:28.756186Z","caller":"traceutil/trace.go:171","msg":"trace[762429543] transaction","detail":"{read_only:false; response_revision:38052; number_of_response:1; }","duration":"112.538481ms","start":"2026-05-07T03:32:28.643621Z","end":"2026-05-07T03:32:28.75616Z","steps":["trace[762429543] 'process raft request' (duration: 112.365847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:28.760369Z","caller":"traceutil/trace.go:171","msg":"trace[1650791785] linearizableReadLoop","detail":"{readStateIndex:39394; appliedIndex:39393; }","duration":"114.889912ms","start":"2026-05-07T03:32:28.645452Z","end":"2026-05-07T03:32:28.760342Z","steps":["trace[1650791785] 'read index received' (duration: 110.943144ms)","trace[1650791785] 'applied index is now lower than readState.Index' (duration: 3.945968ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:28.760403Z","caller":"traceutil/trace.go:171","msg":"trace[241788513] transaction","detail":"{read_only:false; response_revision:38053; number_of_response:1; }","duration":"115.183019ms","start":"2026-05-07T03:32:28.645202Z","end":"2026-05-07T03:32:28.760385Z","steps":["trace[241788513] 'process raft request' (duration: 114.998775ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:28.760671Z","caller":"traceutil/trace.go:171","msg":"trace[1779891678] transaction","detail":"{read_only:false; response_revision:38054; number_of_response:1; }","duration":"106.218268ms","start":"2026-05-07T03:32:28.654439Z","end":"2026-05-07T03:32:28.760658Z","steps":["trace[1779891678] 'process raft request' (duration: 105.864901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:28.760876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.359473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:32:28.761012Z","caller":"traceutil/trace.go:171","msg":"trace[389000254] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:38054; }","duration":"115.568057ms","start":"2026-05-07T03:32:28.645411Z","end":"2026-05-07T03:32:28.760979Z","steps":["trace[389000254] 'agreement among raft nodes before linearized reading' (duration: 115.285171ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.124169Z","caller":"traceutil/trace.go:171","msg":"trace[811717750] linearizableReadLoop","detail":"{readStateIndex:39396; appliedIndex:39395; }","duration":"116.883628ms","start":"2026-05-07T03:32:29.007252Z","end":"2026-05-07T03:32:29.124136Z","steps":["trace[811717750] 'read index received' (duration: 116.667414ms)","trace[811717750] 'applied index is now lower than readState.Index' (duration: 214.974µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:29.124319Z","caller":"traceutil/trace.go:171","msg":"trace[603774782] transaction","detail":"{read_only:false; response_revision:38055; number_of_response:1; }","duration":"127.073726ms","start":"2026-05-07T03:32:28.997233Z","end":"2026-05-07T03:32:29.124307Z","steps":["trace[603774782] 'process raft request' (duration: 126.696968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.12466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.361139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:32:29.124779Z","caller":"traceutil/trace.go:171","msg":"trace[209824236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38055; }","duration":"117.546203ms","start":"2026-05-07T03:32:29.007207Z","end":"2026-05-07T03:32:29.124753Z","steps":["trace[209824236] 'agreement among raft nodes before linearized reading' (duration: 117.142574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.154831Z","caller":"traceutil/trace.go:171","msg":"trace[1467566205] transaction","detail":"{read_only:false; response_revision:38056; number_of_response:1; }","duration":"118.72175ms","start":"2026-05-07T03:32:29.036074Z","end":"2026-05-07T03:32:29.154796Z","steps":["trace[1467566205] 'process raft request' (duration: 118.498944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.155005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.695177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:32:29.155145Z","caller":"traceutil/trace.go:171","msg":"trace[1786935375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38056; }","duration":"130.907732ms","start":"2026-05-07T03:32:29.024202Z","end":"2026-05-07T03:32:29.155109Z","steps":["trace[1786935375] 'agreement among raft nodes before linearized reading' (duration: 130.635546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:56.590559Z","caller":"traceutil/trace.go:171","msg":"trace[183348547] transaction","detail":"{read_only:false; response_revision:38259; number_of_response:1; }","duration":"205.592874ms","start":"2026-05-07T03:32:56.384944Z","end":"2026-05-07T03:32:56.590537Z","steps":["trace[183348547] 'process raft request' (duration: 205.461851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:56.689467Z","caller":"traceutil/trace.go:171","msg":"trace[1303565936] transaction","detail":"{read_only:false; response_revision:38261; number_of_response:1; }","duration":"168.880553ms","start":"2026-05-07T03:32:56.520552Z","end":"2026-05-07T03:32:56.689433Z","steps":["trace[1303565936] 'process raft request' (duration: 168.821831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:56.689516Z","caller":"traceutil/trace.go:171","msg":"trace[1517542718] transaction","detail":"{read_only:false; response_revision:38260; number_of_response:1; }","duration":"191.51531ms","start":"2026-05-07T03:32:56.497963Z","end":"2026-05-07T03:32:56.689479Z","steps":["trace[1517542718] 'process raft request' (duration: 189.783171ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.668788Z","caller":"traceutil/trace.go:171","msg":"trace[736540409] linearizableReadLoop","detail":"{readStateIndex:39656; appliedIndex:39655; }","duration":"247.704337ms","start":"2026-05-07T03:33:03.421066Z","end":"2026-05-07T03:33:03.66877Z","steps":["trace[736540409] 'read index received' (duration: 171.235055ms)","trace[736540409] 'applied index is now lower than readState.Index' (duration: 76.468462ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:03.668906Z","caller":"traceutil/trace.go:171","msg":"trace[2007362676] transaction","detail":"{read_only:false; response_revision:38308; number_of_response:1; }","duration":"382.420455ms","start":"2026-05-07T03:33:03.286463Z","end":"2026-05-07T03:33:03.668884Z","steps":["trace[2007362676] 'process raft request' (duration: 305.987143ms)","trace[2007362676] 'compare' (duration: 76.218457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:03.668999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:03.286443Z","time spent":"382.485427ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:03.669303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.808851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:33:03.669358Z","caller":"traceutil/trace.go:171","msg":"trace[1299009763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38308; }","duration":"218.842592ms","start":"2026-05-07T03:33:03.450484Z","end":"2026-05-07T03:33:03.669327Z","steps":["trace[1299009763] 'agreement among raft nodes before linearized reading' (duration: 218.739869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:03.669483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.434134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:33:03.669507Z","caller":"traceutil/trace.go:171","msg":"trace[1452515647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38308; }","duration":"248.501095ms","start":"2026-05-07T03:33:03.421Z","end":"2026-05-07T03:33:03.669501Z","steps":["trace[1452515647] 'agreement among raft nodes before linearized reading' (duration: 248.440224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:03.669589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.268193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:33:03.669616Z","caller":"traceutil/trace.go:171","msg":"trace[1646334021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38308; }","duration":"224.341805ms","start":"2026-05-07T03:33:03.445265Z","end":"2026-05-07T03:33:03.669607Z","steps":["trace[1646334021] 'agreement among raft nodes before linearized reading' (duration: 224.285544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:03.669303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.889885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:33:03.670244Z","caller":"traceutil/trace.go:171","msg":"trace[1306720970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38308; }","duration":"241.898187ms","start":"2026-05-07T03:33:03.428321Z","end":"2026-05-07T03:33:03.670219Z","steps":["trace[1306720970] 'agreement among raft nodes before linearized reading' (duration: 240.693341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.794747Z","caller":"traceutil/trace.go:171","msg":"trace[1579912490] transaction","detail":"{read_only:false; response_revision:38311; number_of_response:1; }","duration":"120.713303ms","start":"2026-05-07T03:33:03.673796Z","end":"2026-05-07T03:33:03.794509Z","steps":["trace[1579912490] 'process raft request' (duration: 120.5712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.794922Z","caller":"traceutil/trace.go:171","msg":"trace[966816331] transaction","detail":"{read_only:false; response_revision:38310; number_of_response:1; }","duration":"120.875637ms","start":"2026-05-07T03:33:03.673657Z","end":"2026-05-07T03:33:03.794533Z","steps":["trace[966816331] 'process raft request' (duration: 117.472791ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.794979Z","caller":"traceutil/trace.go:171","msg":"trace[1580364616] transaction","detail":"{read_only:false; response_revision:38312; number_of_response:1; }","duration":"120.230982ms","start":"2026-05-07T03:33:03.674325Z","end":"2026-05-07T03:33:03.794556Z","steps":["trace[1580364616] 'process raft request' (duration: 120.155621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:11.976344Z","caller":"traceutil/trace.go:171","msg":"trace[308314431] linearizableReadLoop","detail":"{readStateIndex:39718; appliedIndex:39717; }","duration":"129.397358ms","start":"2026-05-07T03:33:11.846918Z","end":"2026-05-07T03:33:11.976315Z","steps":["trace[308314431] 'read index received' (duration: 129.153122ms)","trace[308314431] 'applied index is now lower than readState.Index' (duration: 243.076µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:11.976721Z","caller":"traceutil/trace.go:171","msg":"trace[1583367246] transaction","detail":"{read_only:false; response_revision:38369; number_of_response:1; }","duration":"196.270185ms","start":"2026-05-07T03:33:11.780431Z","end":"2026-05-07T03:33:11.976701Z","steps":["trace[1583367246] 'process raft request' (duration: 195.714902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.977187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.180276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:33:11.97725Z","caller":"traceutil/trace.go:171","msg":"trace[1314001718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38369; }","duration":"130.36564ms","start":"2026-05-07T03:33:11.846868Z","end":"2026-05-07T03:33:11.977234Z","steps":["trace[1314001718] 'agreement among raft nodes before linearized reading' (duration: 130.107324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.977493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.945921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:33:11.977575Z","caller":"traceutil/trace.go:171","msg":"trace[289302586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38369; }","duration":"130.062123ms","start":"2026-05-07T03:33:11.847496Z","end":"2026-05-07T03:33:11.977558Z","steps":["trace[289302586] 'agreement among raft nodes before linearized reading' (duration: 129.801737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.977738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.76038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:33:11.97777Z","caller":"traceutil/trace.go:171","msg":"trace[1045821294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38369; }","duration":"118.813281ms","start":"2026-05-07T03:33:11.858948Z","end":"2026-05-07T03:33:11.977762Z","steps":["trace[1045821294] 'agreement among raft nodes before linearized reading' (duration: 118.733219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.977896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.527477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:33:11.977926Z","caller":"traceutil/trace.go:171","msg":"trace[478793934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38369; }","duration":"119.556408ms","start":"2026-05-07T03:33:11.858362Z","end":"2026-05-07T03:33:11.977919Z","steps":["trace[478793934] 'agreement among raft nodes before linearized reading' (duration: 119.470336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:49.867549Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:33:49.871933Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T03:33:49.872038Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T03:34:43.466742Z","caller":"traceutil/trace.go:171","msg":"trace[772306447] transaction","detail":"{read_only:false; response_revision:39094; number_of_response:1; }","duration":"151.117074ms","start":"2026-05-07T03:34:43.315589Z","end":"2026-05-07T03:34:43.466706Z","steps":["trace[772306447] 'process raft request' (duration: 151.000642ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:43.588713Z","caller":"traceutil/trace.go:171","msg":"trace[741229587] transaction","detail":"{read_only:false; response_revision:39095; number_of_response:1; }","duration":"269.954306ms","start":"2026-05-07T03:34:43.31873Z","end":"2026-05-07T03:34:43.588685Z","steps":["trace[741229587] 'process raft request' (duration: 264.100835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:43.588889Z","caller":"traceutil/trace.go:171","msg":"trace[1065238041] transaction","detail":"{read_only:false; response_revision:39096; number_of_response:1; }","duration":"268.32587ms","start":"2026-05-07T03:34:43.320503Z","end":"2026-05-07T03:34:43.588829Z","steps":["trace[1065238041] 'process raft request' (duration: 267.86029ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:43.589622Z","caller":"traceutil/trace.go:171","msg":"trace[954478406] transaction","detail":"{read_only:false; response_revision:39097; number_of_response:1; }","duration":"129.395048ms","start":"2026-05-07T03:34:43.460194Z","end":"2026-05-07T03:34:43.589589Z","steps":["trace[954478406] 'process raft request' (duration: 128.756454ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:44.80307Z","caller":"traceutil/trace.go:171","msg":"trace[730560835] transaction","detail":"{read_only:false; response_revision:39105; number_of_response:1; }","duration":"207.461356ms","start":"2026-05-07T03:34:44.595579Z","end":"2026-05-07T03:34:44.80304Z","steps":["trace[730560835] 'process raft request' (duration: 207.397825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:44.803142Z","caller":"traceutil/trace.go:171","msg":"trace[257313913] transaction","detail":"{read_only:false; response_revision:39104; number_of_response:1; }","duration":"207.893247ms","start":"2026-05-07T03:34:44.595198Z","end":"2026-05-07T03:34:44.803091Z","steps":["trace[257313913] 'process raft request' (duration: 207.596581ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:49.503397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36888} {"level":"info","ts":"2026-05-07T03:34:49.621471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36888,"took":"114.511295ms","hash":638330295,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":30232576,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T03:34:49.621542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":638330295,"revision":36888,"compact-revision":34717} {"level":"info","ts":"2026-05-07T03:34:53.629924Z","caller":"traceutil/trace.go:171","msg":"trace[110683128] transaction","detail":"{read_only:false; response_revision:39178; number_of_response:1; }","duration":"124.825246ms","start":"2026-05-07T03:34:53.505069Z","end":"2026-05-07T03:34:53.629894Z","steps":["trace[110683128] 'process raft request' (duration: 124.62227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:01.8898Z","caller":"traceutil/trace.go:171","msg":"trace[450129295] transaction","detail":"{read_only:false; response_revision:39251; number_of_response:1; }","duration":"165.975207ms","start":"2026-05-07T03:35:01.723782Z","end":"2026-05-07T03:35:01.889757Z","steps":["trace[450129295] 'process raft request' (duration: 165.694891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:02.039384Z","caller":"traceutil/trace.go:171","msg":"trace[1449298294] transaction","detail":"{read_only:false; response_revision:39252; number_of_response:1; }","duration":"142.173904ms","start":"2026-05-07T03:35:01.897182Z","end":"2026-05-07T03:35:02.039355Z","steps":["trace[1449298294] 'process raft request' (duration: 118.526145ms)","trace[1449298294] 'compare' (duration: 23.421634ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:02.039734Z","caller":"traceutil/trace.go:171","msg":"trace[527125930] transaction","detail":"{read_only:false; response_revision:39253; number_of_response:1; }","duration":"112.535912ms","start":"2026-05-07T03:35:01.927138Z","end":"2026-05-07T03:35:02.039674Z","steps":["trace[527125930] 'process raft request' (duration: 112.167622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:10.349662Z","caller":"traceutil/trace.go:171","msg":"trace[1624361534] transaction","detail":"{read_only:false; response_revision:39322; number_of_response:1; }","duration":"106.979706ms","start":"2026-05-07T03:35:10.242652Z","end":"2026-05-07T03:35:10.349632Z","steps":["trace[1624361534] 'process raft request' (duration: 106.432964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:12.029914Z","caller":"traceutil/trace.go:171","msg":"trace[834909343] transaction","detail":"{read_only:false; response_revision:39337; number_of_response:1; }","duration":"108.218344ms","start":"2026-05-07T03:35:11.921645Z","end":"2026-05-07T03:35:12.029864Z","steps":["trace[834909343] 'process raft request' (duration: 23.924076ms)","trace[834909343] 'compare' (duration: 83.998441ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:13.048084Z","caller":"traceutil/trace.go:171","msg":"trace[1881360633] transaction","detail":"{read_only:false; response_revision:39351; number_of_response:1; }","duration":"170.183502ms","start":"2026-05-07T03:35:12.877871Z","end":"2026-05-07T03:35:13.048055Z","steps":["trace[1881360633] 'process raft request' (duration: 168.904854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.048337Z","caller":"traceutil/trace.go:171","msg":"trace[1858179297] transaction","detail":"{read_only:false; response_revision:39352; number_of_response:1; }","duration":"169.2438ms","start":"2026-05-07T03:35:12.87908Z","end":"2026-05-07T03:35:13.048323Z","steps":["trace[1858179297] 'process raft request' (duration: 168.829771ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.048443Z","caller":"traceutil/trace.go:171","msg":"trace[1751097774] linearizableReadLoop","detail":"{readStateIndex:40730; appliedIndex:40728; }","duration":"158.000629ms","start":"2026-05-07T03:35:12.890408Z","end":"2026-05-07T03:35:13.048408Z","steps":["trace[1751097774] 'read index received' (duration: 17.779548ms)","trace[1751097774] 'applied index is now lower than readState.Index' (duration: 140.219891ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:13.048859Z","caller":"traceutil/trace.go:171","msg":"trace[537613232] transaction","detail":"{read_only:false; response_revision:39353; number_of_response:1; }","duration":"134.300487ms","start":"2026-05-07T03:35:12.914529Z","end":"2026-05-07T03:35:13.048829Z","steps":["trace[537613232] 'process raft request' (duration: 133.651863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:13.048992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.555182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635400-qw672\" ","response":"range_response_count:1 size:7261"} {"level":"info","ts":"2026-05-07T03:35:13.049043Z","caller":"traceutil/trace.go:171","msg":"trace[92620909] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635400-qw672; range_end:; response_count:1; response_revision:39353; }","duration":"158.657633ms","start":"2026-05-07T03:35:12.890371Z","end":"2026-05-07T03:35:13.049028Z","steps":["trace[92620909] 'agreement among raft nodes before linearized reading' (duration: 158.219573ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.204924Z","caller":"traceutil/trace.go:171","msg":"trace[127453420] transaction","detail":"{read_only:false; response_revision:39355; number_of_response:1; }","duration":"144.963177ms","start":"2026-05-07T03:35:13.059921Z","end":"2026-05-07T03:35:13.204885Z","steps":["trace[127453420] 'process raft request' (duration: 103.922859ms)","trace[127453420] 'compare' (duration: 40.711751ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:13.205081Z","caller":"traceutil/trace.go:171","msg":"trace[1055866768] transaction","detail":"{read_only:false; response_revision:39356; number_of_response:1; }","duration":"142.692035ms","start":"2026-05-07T03:35:13.062345Z","end":"2026-05-07T03:35:13.205037Z","steps":["trace[1055866768] 'process raft request' (duration: 142.44248ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.375614Z","caller":"traceutil/trace.go:171","msg":"trace[282063776] linearizableReadLoop","detail":"{readStateIndex:40735; appliedIndex:40734; }","duration":"207.999439ms","start":"2026-05-07T03:35:13.167556Z","end":"2026-05-07T03:35:13.375556Z","steps":["trace[282063776] 'read index received' (duration: 150.477171ms)","trace[282063776] 'applied index is now lower than readState.Index' (duration: 57.519758ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:13.375631Z","caller":"traceutil/trace.go:171","msg":"trace[940158317] transaction","detail":"{read_only:false; response_revision:39357; number_of_response:1; }","duration":"261.864344ms","start":"2026-05-07T03:35:13.113709Z","end":"2026-05-07T03:35:13.375573Z","steps":["trace[940158317] 'process raft request' (duration: 204.402148ms)","trace[940158317] 'compare' (duration: 57.17414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:13.375805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.204293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:35:13.375922Z","caller":"traceutil/trace.go:171","msg":"trace[720582353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:39357; }","duration":"208.369816ms","start":"2026-05-07T03:35:13.167527Z","end":"2026-05-07T03:35:13.375897Z","steps":["trace[720582353] 'agreement among raft nodes before linearized reading' (duration: 208.160242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:13.427331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.202301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:35:13.427435Z","caller":"traceutil/trace.go:171","msg":"trace[454575889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39358; }","duration":"161.372485ms","start":"2026-05-07T03:35:13.266038Z","end":"2026-05-07T03:35:13.42741Z","steps":["trace[454575889] 'agreement among raft nodes before linearized reading' (duration: 161.18436ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.572562Z","caller":"traceutil/trace.go:171","msg":"trace[772286185] transaction","detail":"{read_only:false; response_revision:39360; number_of_response:1; }","duration":"106.530416ms","start":"2026-05-07T03:35:13.466005Z","end":"2026-05-07T03:35:13.572536Z","steps":["trace[772286185] 'process raft request' (duration: 15.639471ms)","trace[772286185] 'compare' (duration: 90.748532ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:51.573698Z","caller":"traceutil/trace.go:171","msg":"trace[2113696165] transaction","detail":"{read_only:false; response_revision:39640; number_of_response:1; }","duration":"102.23606ms","start":"2026-05-07T03:35:51.471437Z","end":"2026-05-07T03:35:51.573673Z","steps":["trace[2113696165] 'process raft request' (duration: 102.039266ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:51.595145Z","caller":"traceutil/trace.go:171","msg":"trace[777403037] transaction","detail":"{read_only:false; response_revision:39641; number_of_response:1; }","duration":"123.363533ms","start":"2026-05-07T03:35:51.471754Z","end":"2026-05-07T03:35:51.595117Z","steps":["trace[777403037] 'process raft request' (duration: 123.185879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:53.945626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.063163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:35:53.945952Z","caller":"traceutil/trace.go:171","msg":"trace[960874827] linearizableReadLoop","detail":"{readStateIndex:41044; appliedIndex:41041; }","duration":"192.037711ms","start":"2026-05-07T03:35:53.753891Z","end":"2026-05-07T03:35:53.945928Z","steps":["trace[960874827] 'read index received' (duration: 19.743072ms)","trace[960874827] 'applied index is now lower than readState.Index' (duration: 172.293089ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:53.946057Z","caller":"traceutil/trace.go:171","msg":"trace[864799692] transaction","detail":"{read_only:false; response_revision:39656; number_of_response:1; }","duration":"336.930086ms","start":"2026-05-07T03:35:53.609113Z","end":"2026-05-07T03:35:53.946043Z","steps":["trace[864799692] 'process raft request' (duration: 164.358012ms)","trace[864799692] 'compare' (duration: 171.94474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:53.94613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:53.609092Z","time spent":"336.998497ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:35:53.946171Z","caller":"traceutil/trace.go:171","msg":"trace[1377734864] transaction","detail":"{read_only:false; response_revision:39658; number_of_response:1; }","duration":"204.313385ms","start":"2026-05-07T03:35:53.741792Z","end":"2026-05-07T03:35:53.946106Z","steps":["trace[1377734864] 'process raft request' (duration: 204.082069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:53.94645Z","caller":"traceutil/trace.go:171","msg":"trace[1952459995] transaction","detail":"{read_only:false; response_revision:39657; number_of_response:1; }","duration":"306.336121ms","start":"2026-05-07T03:35:53.640086Z","end":"2026-05-07T03:35:53.946422Z","steps":["trace[1952459995] 'process raft request' (duration: 305.724027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:53.946486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.565033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:35:53.94656Z","caller":"traceutil/trace.go:171","msg":"trace[511894008] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:39658; }","duration":"192.687426ms","start":"2026-05-07T03:35:53.753852Z","end":"2026-05-07T03:35:53.946539Z","steps":["trace[511894008] 'agreement among raft nodes before linearized reading' (duration: 192.547793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:53.946588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:53.640067Z","time spent":"306.453815ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:54.291189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.39271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:35:54.291625Z","caller":"traceutil/trace.go:171","msg":"trace[2124579935] transaction","detail":"{read_only:false; response_revision:39659; number_of_response:1; }","duration":"161.189201ms","start":"2026-05-07T03:35:54.130383Z","end":"2026-05-07T03:35:54.291572Z","steps":["trace[2124579935] 'process raft request' (duration: 39.262109ms)","trace[2124579935] 'compare' (duration: 120.891708ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:54.293057Z","caller":"traceutil/trace.go:171","msg":"trace[2000864590] transaction","detail":"{read_only:false; response_revision:39660; number_of_response:1; }","duration":"159.865261ms","start":"2026-05-07T03:35:54.131667Z","end":"2026-05-07T03:35:54.291532Z","steps":["trace[2000864590] 'process raft request' (duration: 159.667626ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:55.427957Z","caller":"traceutil/trace.go:171","msg":"trace[1370850101] transaction","detail":"{read_only:false; response_revision:39666; number_of_response:1; }","duration":"106.261709ms","start":"2026-05-07T03:35:55.321672Z","end":"2026-05-07T03:35:55.427934Z","steps":["trace[1370850101] 'process raft request' (duration: 106.125676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:57.399221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.257878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:35:57.399285Z","caller":"traceutil/trace.go:171","msg":"trace[852178821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39680; }","duration":"114.357291ms","start":"2026-05-07T03:35:57.284913Z","end":"2026-05-07T03:35:57.39927Z","steps":["trace[852178821] 'range keys from in-memory index tree' (duration: 114.122115ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:57.602066Z","caller":"traceutil/trace.go:171","msg":"trace[128511133] linearizableReadLoop","detail":"{readStateIndex:41070; appliedIndex:41068; }","duration":"144.483016ms","start":"2026-05-07T03:35:57.457566Z","end":"2026-05-07T03:35:57.602049Z","steps":["trace[128511133] 'read index received' (duration: 12.611162ms)","trace[128511133] 'applied index is now lower than readState.Index' (duration: 131.870944ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:57.602095Z","caller":"traceutil/trace.go:171","msg":"trace[1752441351] transaction","detail":"{read_only:false; response_revision:39683; number_of_response:1; }","duration":"163.333389ms","start":"2026-05-07T03:35:57.438733Z","end":"2026-05-07T03:35:57.602066Z","steps":["trace[1752441351] 'process raft request' (duration: 160.681339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:57.602227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.64903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:35:57.602254Z","caller":"traceutil/trace.go:171","msg":"trace[1956484893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39683; }","duration":"144.687081ms","start":"2026-05-07T03:35:57.45756Z","end":"2026-05-07T03:35:57.602247Z","steps":["trace[1956484893] 'agreement among raft nodes before linearized reading' (duration: 144.568028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:57.60246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.742092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:35:57.602505Z","caller":"traceutil/trace.go:171","msg":"trace[212354174] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39683; }","duration":"127.840574ms","start":"2026-05-07T03:35:57.474652Z","end":"2026-05-07T03:35:57.602492Z","steps":["trace[212354174] 'agreement among raft nodes before linearized reading' (duration: 127.691391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:57.975848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.46953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:35:57.976383Z","caller":"traceutil/trace.go:171","msg":"trace[875668881] transaction","detail":"{read_only:false; response_revision:39686; number_of_response:1; }","duration":"170.724264ms","start":"2026-05-07T03:35:57.805621Z","end":"2026-05-07T03:35:57.976345Z","steps":["trace[875668881] 'process raft request' (duration: 36.683141ms)","trace[875668881] 'compare' (duration: 133.205614ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:58.632514Z","caller":"traceutil/trace.go:171","msg":"trace[1403191785] transaction","detail":"{read_only:false; response_revision:39693; number_of_response:1; }","duration":"101.626985ms","start":"2026-05-07T03:35:58.530847Z","end":"2026-05-07T03:35:58.632474Z","steps":["trace[1403191785] 'process raft request' (duration: 100.46494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:59.880349Z","caller":"traceutil/trace.go:171","msg":"trace[320965036] linearizableReadLoop","detail":"{readStateIndex:41086; appliedIndex:41085; }","duration":"134.003461ms","start":"2026-05-07T03:35:59.746321Z","end":"2026-05-07T03:35:59.880325Z","steps":["trace[320965036] 'read index received' (duration: 133.767366ms)","trace[320965036] 'applied index is now lower than readState.Index' (duration: 235.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:59.880398Z","caller":"traceutil/trace.go:171","msg":"trace[1939786260] transaction","detail":"{read_only:false; response_revision:39699; number_of_response:1; }","duration":"135.167367ms","start":"2026-05-07T03:35:59.745196Z","end":"2026-05-07T03:35:59.880363Z","steps":["trace[1939786260] 'process raft request' (duration: 134.86278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:59.880496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.134895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:35:59.880586Z","caller":"traceutil/trace.go:171","msg":"trace[1572174936] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:39699; }","duration":"134.271117ms","start":"2026-05-07T03:35:59.746293Z","end":"2026-05-07T03:35:59.880564Z","steps":["trace[1572174936] 'agreement among raft nodes before linearized reading' (duration: 134.122664ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:00.090284Z","caller":"traceutil/trace.go:171","msg":"trace[1779900284] transaction","detail":"{read_only:false; response_revision:39700; number_of_response:1; }","duration":"108.552171ms","start":"2026-05-07T03:35:59.981696Z","end":"2026-05-07T03:36:00.090249Z","steps":["trace[1779900284] 'compare' (duration: 98.63845ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:06.298587Z","caller":"traceutil/trace.go:171","msg":"trace[1214354550] transaction","detail":"{read_only:false; response_revision:39743; number_of_response:1; }","duration":"147.099515ms","start":"2026-05-07T03:36:06.151454Z","end":"2026-05-07T03:36:06.298554Z","steps":["trace[1214354550] 'process raft request' (duration: 128.105129ms)","trace[1214354550] 'compare' (duration: 18.791821ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:06.831784Z","caller":"traceutil/trace.go:171","msg":"trace[1112048475] linearizableReadLoop","detail":"{readStateIndex:41135; appliedIndex:41134; }","duration":"193.066505ms","start":"2026-05-07T03:36:06.638697Z","end":"2026-05-07T03:36:06.831764Z","steps":["trace[1112048475] 'read index received' (duration: 192.961322ms)","trace[1112048475] 'applied index is now lower than readState.Index' (duration: 50.341µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:06.831848Z","caller":"traceutil/trace.go:171","msg":"trace[802919683] transaction","detail":"{read_only:false; response_revision:39747; number_of_response:1; }","duration":"205.958892ms","start":"2026-05-07T03:36:06.625868Z","end":"2026-05-07T03:36:06.831827Z","steps":["trace[802919683] 'process raft request' (duration: 205.698336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:06.831895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.176357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:06.83192Z","caller":"traceutil/trace.go:171","msg":"trace[1181296539] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39747; }","duration":"193.250678ms","start":"2026-05-07T03:36:06.638662Z","end":"2026-05-07T03:36:06.831912Z","steps":["trace[1181296539] 'agreement among raft nodes before linearized reading' (duration: 193.181436ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:07.266255Z","caller":"traceutil/trace.go:171","msg":"trace[1814340658] transaction","detail":"{read_only:false; response_revision:39751; number_of_response:1; }","duration":"145.703543ms","start":"2026-05-07T03:36:07.120526Z","end":"2026-05-07T03:36:07.26623Z","steps":["trace[1814340658] 'process raft request' (duration: 121.684956ms)","trace[1814340658] 'compare' (duration: 23.748851ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:07.266667Z","caller":"traceutil/trace.go:171","msg":"trace[637391720] transaction","detail":"{read_only:false; response_revision:39752; number_of_response:1; }","duration":"128.236531ms","start":"2026-05-07T03:36:07.138416Z","end":"2026-05-07T03:36:07.266652Z","steps":["trace[637391720] 'process raft request' (duration: 127.693249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:07.742431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.449353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:36:07.742516Z","caller":"traceutil/trace.go:171","msg":"trace[294361045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39754; }","duration":"135.597936ms","start":"2026-05-07T03:36:07.606897Z","end":"2026-05-07T03:36:07.742495Z","steps":["trace[294361045] 'range keys from in-memory index tree' (duration: 135.266529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:18.102121Z","caller":"traceutil/trace.go:171","msg":"trace[147094458] transaction","detail":"{read_only:false; response_revision:39830; number_of_response:1; }","duration":"131.605667ms","start":"2026-05-07T03:36:17.970489Z","end":"2026-05-07T03:36:18.102095Z","steps":["trace[147094458] 'process raft request' (duration: 88.119734ms)","trace[147094458] 'compare' (duration: 43.111985ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:18.279356Z","caller":"traceutil/trace.go:171","msg":"trace[354609634] transaction","detail":"{read_only:false; response_revision:39832; number_of_response:1; }","duration":"172.895312ms","start":"2026-05-07T03:36:18.106432Z","end":"2026-05-07T03:36:18.279327Z","steps":["trace[354609634] 'process raft request' (duration: 100.713165ms)","trace[354609634] 'compare' (duration: 71.673115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:19.020827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.44653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:36:19.020974Z","caller":"traceutil/trace.go:171","msg":"trace[1524340916] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:39838; }","duration":"238.626785ms","start":"2026-05-07T03:36:18.78231Z","end":"2026-05-07T03:36:19.020937Z","steps":["trace[1524340916] 'count revisions from in-memory index tree' (duration: 238.293347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:20.131293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.522548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:20.131389Z","caller":"traceutil/trace.go:171","msg":"trace[1779369337] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:39845; }","duration":"178.729213ms","start":"2026-05-07T03:36:19.952639Z","end":"2026-05-07T03:36:20.131368Z","steps":["trace[1779369337] 'range keys from in-memory index tree' (duration: 178.423576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:20.871556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.976172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:36:20.87209Z","caller":"traceutil/trace.go:171","msg":"trace[990660050] linearizableReadLoop","detail":"{readStateIndex:41244; appliedIndex:41242; }","duration":"121.154203ms","start":"2026-05-07T03:36:20.75091Z","end":"2026-05-07T03:36:20.872064Z","steps":["trace[990660050] 'read index received' (duration: 118.208688ms)","trace[990660050] 'applied index is now lower than readState.Index' (duration: 2.942925ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:20.872136Z","caller":"traceutil/trace.go:171","msg":"trace[614424183] transaction","detail":"{read_only:false; response_revision:39852; number_of_response:1; }","duration":"230.842029ms","start":"2026-05-07T03:36:20.641266Z","end":"2026-05-07T03:36:20.872108Z","steps":["trace[614424183] 'process raft request' (duration: 230.537153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:20.872271Z","caller":"traceutil/trace.go:171","msg":"trace[413037340] transaction","detail":"{read_only:false; response_revision:39851; number_of_response:1; }","duration":"234.675696ms","start":"2026-05-07T03:36:20.637424Z","end":"2026-05-07T03:36:20.8721Z","steps":["trace[413037340] 'process raft request' (duration: 112.025349ms)","trace[413037340] 'compare' (duration: 121.766838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:20.872333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:36:20.872458Z","caller":"traceutil/trace.go:171","msg":"trace[1207733308] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:39852; }","duration":"121.576573ms","start":"2026-05-07T03:36:20.75086Z","end":"2026-05-07T03:36:20.872437Z","steps":["trace[1207733308] 'agreement among raft nodes before linearized reading' (duration: 121.365458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:21.202019Z","caller":"traceutil/trace.go:171","msg":"trace[1258676397] transaction","detail":"{read_only:false; response_revision:39854; number_of_response:1; }","duration":"167.903931ms","start":"2026-05-07T03:36:21.034083Z","end":"2026-05-07T03:36:21.201987Z","steps":["trace[1258676397] 'process raft request' (duration: 133.979461ms)","trace[1258676397] 'compare' (duration: 33.677504ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:21.230134Z","caller":"traceutil/trace.go:171","msg":"trace[952885057] transaction","detail":"{read_only:false; response_revision:39855; number_of_response:1; }","duration":"189.389552ms","start":"2026-05-07T03:36:21.040707Z","end":"2026-05-07T03:36:21.230096Z","steps":["trace[952885057] 'process raft request' (duration: 189.181178ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:25.373257Z","caller":"traceutil/trace.go:171","msg":"trace[334016165] linearizableReadLoop","detail":"{readStateIndex:41276; appliedIndex:41275; }","duration":"109.4249ms","start":"2026-05-07T03:36:25.263804Z","end":"2026-05-07T03:36:25.373229Z","steps":["trace[334016165] 'read index received' (duration: 24.793745ms)","trace[334016165] 'applied index is now lower than readState.Index' (duration: 84.630005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:25.373419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.591774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:25.37346Z","caller":"traceutil/trace.go:171","msg":"trace[1044660531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39883; }","duration":"109.666716ms","start":"2026-05-07T03:36:25.263779Z","end":"2026-05-07T03:36:25.373446Z","steps":["trace[1044660531] 'agreement among raft nodes before linearized reading' (duration: 109.578014ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:25.373489Z","caller":"traceutil/trace.go:171","msg":"trace[1157923450] transaction","detail":"{read_only:false; response_revision:39883; number_of_response:1; }","duration":"113.273096ms","start":"2026-05-07T03:36:25.260184Z","end":"2026-05-07T03:36:25.373457Z","steps":["trace[1157923450] 'process raft request' (duration: 28.495178ms)","trace[1157923450] 'compare' (duration: 84.41035ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:29.556373Z","caller":"traceutil/trace.go:171","msg":"trace[1673861490] transaction","detail":"{read_only:false; response_revision:39916; number_of_response:1; }","duration":"132.891287ms","start":"2026-05-07T03:36:29.423432Z","end":"2026-05-07T03:36:29.556324Z","steps":["trace[1673861490] 'process raft request' (duration: 122.967865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:31.357789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.684851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:31.357882Z","caller":"traceutil/trace.go:171","msg":"trace[243798575] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:39926; }","duration":"157.821894ms","start":"2026-05-07T03:36:31.200036Z","end":"2026-05-07T03:36:31.357858Z","steps":["trace[243798575] 'count revisions from in-memory index tree' (duration: 157.568148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:45.486028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.135197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:45.486148Z","caller":"traceutil/trace.go:171","msg":"trace[2001114822] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:40029; }","duration":"118.315801ms","start":"2026-05-07T03:36:45.367805Z","end":"2026-05-07T03:36:45.486121Z","steps":["trace[2001114822] 'count revisions from in-memory index tree' (duration: 118.047305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:48.86611Z","caller":"traceutil/trace.go:171","msg":"trace[1687307600] transaction","detail":"{read_only:false; response_revision:40054; number_of_response:1; }","duration":"107.138749ms","start":"2026-05-07T03:36:48.758937Z","end":"2026-05-07T03:36:48.866075Z","steps":["trace[1687307600] 'process raft request' (duration: 106.953215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:10.574766Z","caller":"traceutil/trace.go:171","msg":"trace[1415901116] linearizableReadLoop","detail":"{readStateIndex:41615; appliedIndex:41614; }","duration":"127.201909ms","start":"2026-05-07T03:37:10.447537Z","end":"2026-05-07T03:37:10.574739Z","steps":["trace[1415901116] 'read index received' (duration: 126.954984ms)","trace[1415901116] 'applied index is now lower than readState.Index' (duration: 246.075µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:10.574876Z","caller":"traceutil/trace.go:171","msg":"trace[1444039781] transaction","detail":"{read_only:false; response_revision:40213; number_of_response:1; }","duration":"192.610413ms","start":"2026-05-07T03:37:10.382222Z","end":"2026-05-07T03:37:10.574832Z","steps":["trace[1444039781] 'process raft request' (duration: 192.337407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:10.574975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.421324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:10.575027Z","caller":"traceutil/trace.go:171","msg":"trace[542896195] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:40213; }","duration":"127.559327ms","start":"2026-05-07T03:37:10.447454Z","end":"2026-05-07T03:37:10.575014Z","steps":["trace[542896195] 'agreement among raft nodes before linearized reading' (duration: 127.434324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:12.198101Z","caller":"traceutil/trace.go:171","msg":"trace[908984271] transaction","detail":"{read_only:false; response_revision:40225; number_of_response:1; }","duration":"198.800272ms","start":"2026-05-07T03:37:11.999281Z","end":"2026-05-07T03:37:12.198081Z","steps":["trace[908984271] 'process raft request' (duration: 198.655199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:12.331829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.185877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:37:12.333041Z","caller":"traceutil/trace.go:171","msg":"trace[230664435] linearizableReadLoop","detail":"{readStateIndex:41628; appliedIndex:41627; }","duration":"105.665407ms","start":"2026-05-07T03:37:12.227359Z","end":"2026-05-07T03:37:12.333024Z","steps":["trace[230664435] 'read index received' (duration: 31.87µs)","trace[230664435] 'applied index is now lower than readState.Index' (duration: 105.631696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:12.333161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.787119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:12.333192Z","caller":"traceutil/trace.go:171","msg":"trace[1455421380] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:40225; }","duration":"105.844451ms","start":"2026-05-07T03:37:12.227329Z","end":"2026-05-07T03:37:12.333173Z","steps":["trace[1455421380] 'agreement among raft nodes before linearized reading' (duration: 105.782869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:01.534286Z","caller":"traceutil/trace.go:171","msg":"trace[1069442734] transaction","detail":"{read_only:false; response_revision:41020; number_of_response:1; }","duration":"101.902621ms","start":"2026-05-07T03:39:01.432344Z","end":"2026-05-07T03:39:01.534246Z","steps":["trace[1069442734] 'process raft request' (duration: 63.684836ms)","trace[1069442734] 'compare' (duration: 38.008931ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:01.590792Z","caller":"traceutil/trace.go:171","msg":"trace[1389129730] transaction","detail":"{read_only:false; response_revision:41021; number_of_response:1; }","duration":"111.756563ms","start":"2026-05-07T03:39:01.479009Z","end":"2026-05-07T03:39:01.590765Z","steps":["trace[1389129730] 'process raft request' (duration: 111.501668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:02.312351Z","caller":"traceutil/trace.go:171","msg":"trace[888559769] transaction","detail":"{read_only:false; response_revision:41028; number_of_response:1; }","duration":"167.243046ms","start":"2026-05-07T03:39:02.145073Z","end":"2026-05-07T03:39:02.312316Z","steps":["trace[888559769] 'process raft request' (duration: 138.932782ms)","trace[888559769] 'compare' (duration: 27.784202ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:02.322236Z","caller":"traceutil/trace.go:171","msg":"trace[1907314496] linearizableReadLoop","detail":"{readStateIndex:42455; appliedIndex:42452; }","duration":"102.582317ms","start":"2026-05-07T03:39:02.219621Z","end":"2026-05-07T03:39:02.322203Z","steps":["trace[1907314496] 'read index received' (duration: 64.411992ms)","trace[1907314496] 'applied index is now lower than readState.Index' (duration: 38.169185ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:02.323136Z","caller":"traceutil/trace.go:171","msg":"trace[1676013693] transaction","detail":"{read_only:false; response_revision:41029; number_of_response:1; }","duration":"123.803253ms","start":"2026-05-07T03:39:02.19932Z","end":"2026-05-07T03:39:02.323124Z","steps":["trace[1676013693] 'process raft request' (duration: 122.723829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:02.324188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.555462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T03:39:02.324236Z","caller":"traceutil/trace.go:171","msg":"trace[619606477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:41030; }","duration":"104.653823ms","start":"2026-05-07T03:39:02.21957Z","end":"2026-05-07T03:39:02.324224Z","steps":["trace[619606477] 'agreement among raft nodes before linearized reading' (duration: 104.50589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:02.324658Z","caller":"traceutil/trace.go:171","msg":"trace[1826335342] transaction","detail":"{read_only:false; response_revision:41030; number_of_response:1; }","duration":"112.49969ms","start":"2026-05-07T03:39:02.212148Z","end":"2026-05-07T03:39:02.324648Z","steps":["trace[1826335342] 'process raft request' (duration: 110.014985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:02.39187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.255573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:02.39195Z","caller":"traceutil/trace.go:171","msg":"trace[1886561974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41030; }","duration":"124.388586ms","start":"2026-05-07T03:39:02.267548Z","end":"2026-05-07T03:39:02.391936Z","steps":["trace[1886561974] 'agreement among raft nodes before linearized reading' (duration: 124.252843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:03.727476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.491244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:03.727729Z","caller":"traceutil/trace.go:171","msg":"trace[2105654029] transaction","detail":"{read_only:false; response_revision:41035; number_of_response:1; }","duration":"298.118857ms","start":"2026-05-07T03:39:03.429581Z","end":"2026-05-07T03:39:03.7277Z","steps":["trace[2105654029] 'process raft request' (duration: 66.294876ms)","trace[2105654029] 'compare' (duration: 231.237448ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:03.727753Z","caller":"traceutil/trace.go:171","msg":"trace[1135911248] linearizableReadLoop","detail":"{readStateIndex:42462; appliedIndex:42460; }","duration":"188.253546ms","start":"2026-05-07T03:39:03.539476Z","end":"2026-05-07T03:39:03.727729Z","steps":["trace[1135911248] 'read index received' (duration: 161.845874ms)","trace[1135911248] 'applied index is now lower than readState.Index' (duration: 26.406212ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:03.727924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.436661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:03.727992Z","caller":"traceutil/trace.go:171","msg":"trace[1340884555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41036; }","duration":"188.534513ms","start":"2026-05-07T03:39:03.539441Z","end":"2026-05-07T03:39:03.727975Z","steps":["trace[1340884555] 'agreement among raft nodes before linearized reading' (duration: 188.352368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:03.727939Z","caller":"traceutil/trace.go:171","msg":"trace[1637331251] transaction","detail":"{read_only:false; response_revision:41036; number_of_response:1; }","duration":"291.849917ms","start":"2026-05-07T03:39:03.436066Z","end":"2026-05-07T03:39:03.727916Z","steps":["trace[1637331251] 'process raft request' (duration: 291.57395ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:03.9325Z","caller":"traceutil/trace.go:171","msg":"trace[1800342632] linearizableReadLoop","detail":"{readStateIndex:42463; appliedIndex:42462; }","duration":"204.622164ms","start":"2026-05-07T03:39:03.727854Z","end":"2026-05-07T03:39:03.932477Z","steps":["trace[1800342632] 'read index received' (duration: 174.620932ms)","trace[1800342632] 'applied index is now lower than readState.Index' (duration: 30.000042ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:03.932536Z","caller":"traceutil/trace.go:171","msg":"trace[85676223] transaction","detail":"{read_only:false; response_revision:41037; number_of_response:1; }","duration":"321.119493ms","start":"2026-05-07T03:39:03.611383Z","end":"2026-05-07T03:39:03.932502Z","steps":["trace[85676223] 'process raft request' (duration: 291.078359ms)","trace[85676223] 'compare' (duration: 29.847829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:03.932607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.651625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:39:03.93265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.440042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:03.932678Z","caller":"traceutil/trace.go:171","msg":"trace[626613452] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:41037; }","duration":"272.529205ms","start":"2026-05-07T03:39:03.660141Z","end":"2026-05-07T03:39:03.93267Z","steps":["trace[626613452] 'agreement among raft nodes before linearized reading' (duration: 272.449413ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:03.932674Z","caller":"traceutil/trace.go:171","msg":"trace[483234226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41037; }","duration":"267.752907ms","start":"2026-05-07T03:39:03.664904Z","end":"2026-05-07T03:39:03.932657Z","steps":["trace[483234226] 'agreement among raft nodes before linearized reading' (duration: 267.630615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:03.932746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:03.611363Z","time spent":"321.234655ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:03.970078Z","caller":"traceutil/trace.go:171","msg":"trace[191402195] transaction","detail":"{read_only:false; response_revision:41039; number_of_response:1; }","duration":"208.785666ms","start":"2026-05-07T03:39:03.761248Z","end":"2026-05-07T03:39:03.970034Z","steps":["trace[191402195] 'process raft request' (duration: 208.635203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:03.970127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.743676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:03.97022Z","caller":"traceutil/trace.go:171","msg":"trace[987078301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41040; }","duration":"125.87843ms","start":"2026-05-07T03:39:03.844316Z","end":"2026-05-07T03:39:03.970194Z","steps":["trace[987078301] 'agreement among raft nodes before linearized reading' (duration: 125.657015ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:03.970419Z","caller":"traceutil/trace.go:171","msg":"trace[362103463] transaction","detail":"{read_only:false; response_revision:41040; number_of_response:1; }","duration":"202.283851ms","start":"2026-05-07T03:39:03.768102Z","end":"2026-05-07T03:39:03.970386Z","steps":["trace[362103463] 'process raft request' (duration: 201.824191ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:03.970501Z","caller":"traceutil/trace.go:171","msg":"trace[520561545] transaction","detail":"{read_only:false; response_revision:41038; number_of_response:1; }","duration":"238.263867ms","start":"2026-05-07T03:39:03.732209Z","end":"2026-05-07T03:39:03.970473Z","steps":["trace[520561545] 'process raft request' (duration: 237.51579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:04.301811Z","caller":"traceutil/trace.go:171","msg":"trace[1001931703] transaction","detail":"{read_only:false; response_revision:41042; number_of_response:1; }","duration":"327.237279ms","start":"2026-05-07T03:39:03.974548Z","end":"2026-05-07T03:39:04.301785Z","steps":["trace[1001931703] 'process raft request' (duration: 326.533953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:04.301951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:03.974529Z","time spent":"327.351401ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:05.357551Z","caller":"traceutil/trace.go:171","msg":"trace[131215495] linearizableReadLoop","detail":"{readStateIndex:42473; appliedIndex:42472; }","duration":"124.432266ms","start":"2026-05-07T03:39:05.233086Z","end":"2026-05-07T03:39:05.357518Z","steps":["trace[131215495] 'read index received' (duration: 124.051148ms)","trace[131215495] 'applied index is now lower than readState.Index' (duration: 380.118µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:05.357614Z","caller":"traceutil/trace.go:171","msg":"trace[27287334] transaction","detail":"{read_only:false; response_revision:41047; number_of_response:1; }","duration":"147.76181ms","start":"2026-05-07T03:39:05.209823Z","end":"2026-05-07T03:39:05.357585Z","steps":["trace[27287334] 'process raft request' (duration: 147.466873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:05.357868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.743893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-07T03:39:05.357977Z","caller":"traceutil/trace.go:171","msg":"trace[93184405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:41047; }","duration":"124.895527ms","start":"2026-05-07T03:39:05.233062Z","end":"2026-05-07T03:39:05.357958Z","steps":["trace[93184405] 'agreement among raft nodes before linearized reading' (duration: 124.60784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:05.56211Z","caller":"traceutil/trace.go:171","msg":"trace[1193602295] transaction","detail":"{read_only:false; response_revision:41049; number_of_response:1; }","duration":"124.294903ms","start":"2026-05-07T03:39:05.437787Z","end":"2026-05-07T03:39:05.562082Z","steps":["trace[1193602295] 'process raft request' (duration: 32.465177ms)","trace[1193602295] 'compare' (duration: 91.612962ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:06.612931Z","caller":"traceutil/trace.go:171","msg":"trace[1656882962] linearizableReadLoop","detail":"{readStateIndex:42485; appliedIndex:42483; }","duration":"178.803834ms","start":"2026-05-07T03:39:06.434103Z","end":"2026-05-07T03:39:06.612907Z","steps":["trace[1656882962] 'read index received' (duration: 178.472407ms)","trace[1656882962] 'applied index is now lower than readState.Index' (duration: 330.367µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:06.61295Z","caller":"traceutil/trace.go:171","msg":"trace[518936894] transaction","detail":"{read_only:false; response_revision:41058; number_of_response:1; }","duration":"254.989651ms","start":"2026-05-07T03:39:06.357934Z","end":"2026-05-07T03:39:06.612924Z","steps":["trace[518936894] 'process raft request' (duration: 254.741905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:06.612998Z","caller":"traceutil/trace.go:171","msg":"trace[2048707404] transaction","detail":"{read_only:false; response_revision:41059; number_of_response:1; }","duration":"252.217149ms","start":"2026-05-07T03:39:06.360764Z","end":"2026-05-07T03:39:06.612981Z","steps":["trace[2048707404] 'process raft request' (duration: 252.093956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:06.613154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.011839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:06.613272Z","caller":"traceutil/trace.go:171","msg":"trace[628346445] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:41059; }","duration":"179.182003ms","start":"2026-05-07T03:39:06.43406Z","end":"2026-05-07T03:39:06.613242Z","steps":["trace[628346445] 'agreement among raft nodes before linearized reading' (duration: 178.954278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:07.238892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.138271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:07.239011Z","caller":"traceutil/trace.go:171","msg":"trace[519150718] linearizableReadLoop","detail":"{readStateIndex:42488; appliedIndex:42487; }","duration":"218.043444ms","start":"2026-05-07T03:39:07.020948Z","end":"2026-05-07T03:39:07.238991Z","steps":["trace[519150718] 'read index received' (duration: 26.675448ms)","trace[519150718] 'applied index is now lower than readState.Index' (duration: 191.366426ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:07.239103Z","caller":"traceutil/trace.go:171","msg":"trace[1565293286] transaction","detail":"{read_only:false; response_revision:41061; number_of_response:1; }","duration":"219.849164ms","start":"2026-05-07T03:39:07.019243Z","end":"2026-05-07T03:39:07.239092Z","steps":["trace[1565293286] 'process raft request' (duration: 28.400916ms)","trace[1565293286] 'compare' (duration: 190.996248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:07.239369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.419352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:39:07.23943Z","caller":"traceutil/trace.go:171","msg":"trace[1108434152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41061; }","duration":"218.509104ms","start":"2026-05-07T03:39:07.020907Z","end":"2026-05-07T03:39:07.239416Z","steps":["trace[1108434152] 'agreement among raft nodes before linearized reading' (duration: 218.247318ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:49.537687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39149} {"level":"info","ts":"2026-05-07T03:39:49.907077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39149,"took":"365.253459ms","hash":2352383774,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":32108544,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:39:49.907146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2352383774,"revision":39149,"compact-revision":36888} {"level":"info","ts":"2026-05-07T03:40:00.345492Z","caller":"traceutil/trace.go:171","msg":"trace[2129744915] linearizableReadLoop","detail":"{readStateIndex:42889; appliedIndex:42886; }","duration":"161.521511ms","start":"2026-05-07T03:40:00.183945Z","end":"2026-05-07T03:40:00.345466Z","steps":["trace[2129744915] 'read index received' (duration: 31.958287ms)","trace[2129744915] 'applied index is now lower than readState.Index' (duration: 129.561864ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:00.345628Z","caller":"traceutil/trace.go:171","msg":"trace[730047481] transaction","detail":"{read_only:false; response_revision:41450; number_of_response:1; }","duration":"191.500683ms","start":"2026-05-07T03:40:00.154115Z","end":"2026-05-07T03:40:00.345616Z","steps":["trace[730047481] 'process raft request' (duration: 191.273578ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:00.345619Z","caller":"traceutil/trace.go:171","msg":"trace[1020932274] transaction","detail":"{read_only:false; response_revision:41449; number_of_response:1; }","duration":"192.801333ms","start":"2026-05-07T03:40:00.152786Z","end":"2026-05-07T03:40:00.345587Z","steps":["trace[1020932274] 'process raft request' (duration: 184.075868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:00.345872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.914641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:40:00.345919Z","caller":"traceutil/trace.go:171","msg":"trace[1199023802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41450; }","duration":"161.997112ms","start":"2026-05-07T03:40:00.183907Z","end":"2026-05-07T03:40:00.345904Z","steps":["trace[1199023802] 'agreement among raft nodes before linearized reading' (duration: 161.826038ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.6313Z","caller":"traceutil/trace.go:171","msg":"trace[2137438395] transaction","detail":"{read_only:false; response_revision:41514; number_of_response:1; }","duration":"109.423673ms","start":"2026-05-07T03:40:06.521844Z","end":"2026-05-07T03:40:06.631268Z","steps":["trace[2137438395] 'process raft request' (duration: 109.26561ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:20.810422Z","caller":"traceutil/trace.go:171","msg":"trace[225906385] transaction","detail":"{read_only:false; response_revision:41632; number_of_response:1; }","duration":"104.204966ms","start":"2026-05-07T03:40:20.706195Z","end":"2026-05-07T03:40:20.8104Z","steps":["trace[225906385] 'process raft request' (duration: 104.037552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:37.027613Z","caller":"traceutil/trace.go:171","msg":"trace[63711561] transaction","detail":"{read_only:false; response_revision:41755; number_of_response:1; }","duration":"126.478025ms","start":"2026-05-07T03:40:36.901112Z","end":"2026-05-07T03:40:37.02759Z","steps":["trace[63711561] 'process raft request' (duration: 55.652787ms)","trace[63711561] 'compare' (duration: 70.698355ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:39.167909Z","caller":"traceutil/trace.go:171","msg":"trace[1989753929] transaction","detail":"{read_only:false; response_revision:41771; number_of_response:1; }","duration":"132.975532ms","start":"2026-05-07T03:40:39.034901Z","end":"2026-05-07T03:40:39.167877Z","steps":["trace[1989753929] 'process raft request' (duration: 102.390226ms)","trace[1989753929] 'compare' (duration: 30.406491ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:39.171136Z","caller":"traceutil/trace.go:171","msg":"trace[1902565132] linearizableReadLoop","detail":"{readStateIndex:43223; appliedIndex:43219; }","duration":"128.302936ms","start":"2026-05-07T03:40:39.04281Z","end":"2026-05-07T03:40:39.171113Z","steps":["trace[1902565132] 'read index received' (duration: 94.390326ms)","trace[1902565132] 'applied index is now lower than readState.Index' (duration: 33.91164ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:39.171289Z","caller":"traceutil/trace.go:171","msg":"trace[382829643] transaction","detail":"{read_only:false; response_revision:41772; number_of_response:1; }","duration":"136.308626ms","start":"2026-05-07T03:40:39.034902Z","end":"2026-05-07T03:40:39.171211Z","steps":["trace[382829643] 'process raft request' (duration: 136.0055ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:39.171196Z","caller":"traceutil/trace.go:171","msg":"trace[2085149405] transaction","detail":"{read_only:false; response_revision:41773; number_of_response:1; }","duration":"136.105251ms","start":"2026-05-07T03:40:39.035047Z","end":"2026-05-07T03:40:39.171152Z","steps":["trace[2085149405] 'process raft request' (duration: 135.991329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:39.171425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.602004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:40:39.171469Z","caller":"traceutil/trace.go:171","msg":"trace[357854345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41774; }","duration":"128.667535ms","start":"2026-05-07T03:40:39.042791Z","end":"2026-05-07T03:40:39.171459Z","steps":["trace[357854345] 'agreement among raft nodes before linearized reading' (duration: 128.4527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:39.171814Z","caller":"traceutil/trace.go:171","msg":"trace[1385179600] transaction","detail":"{read_only:false; response_revision:41774; number_of_response:1; }","duration":"135.486177ms","start":"2026-05-07T03:40:39.036308Z","end":"2026-05-07T03:40:39.171794Z","steps":["trace[1385179600] 'process raft request' (duration: 134.769572ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:39.967684Z","caller":"traceutil/trace.go:171","msg":"trace[16429682] transaction","detail":"{read_only:false; response_revision:41779; number_of_response:1; }","duration":"315.278919ms","start":"2026-05-07T03:40:39.652365Z","end":"2026-05-07T03:40:39.967644Z","steps":["trace[16429682] 'process raft request' (duration: 314.496582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:39.96789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:39.652347Z","time spent":"315.440143ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:59.215111Z","caller":"traceutil/trace.go:171","msg":"trace[299970468] transaction","detail":"{read_only:false; response_revision:41916; number_of_response:1; }","duration":"101.808553ms","start":"2026-05-07T03:40:59.113279Z","end":"2026-05-07T03:40:59.215087Z","steps":["trace[299970468] 'process raft request' (duration: 101.65869ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:40.732457Z","caller":"traceutil/trace.go:171","msg":"trace[276261757] transaction","detail":"{read_only:false; response_revision:42659; number_of_response:1; }","duration":"103.811338ms","start":"2026-05-07T03:42:40.628617Z","end":"2026-05-07T03:42:40.732429Z","steps":["trace[276261757] 'process raft request' (duration: 103.551372ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:40.85205Z","caller":"traceutil/trace.go:171","msg":"trace[246703691] transaction","detail":"{read_only:false; response_revision:42661; number_of_response:1; }","duration":"113.27367ms","start":"2026-05-07T03:42:40.738743Z","end":"2026-05-07T03:42:40.852016Z","steps":["trace[246703691] 'process raft request' (duration: 86.766785ms)","trace[246703691] 'compare' (duration: 26.223529ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:42:48.879675Z","caller":"traceutil/trace.go:171","msg":"trace[333828395] transaction","detail":"{read_only:false; response_revision:42748; number_of_response:1; }","duration":"104.058083ms","start":"2026-05-07T03:42:48.775587Z","end":"2026-05-07T03:42:48.879645Z","steps":["trace[333828395] 'process raft request' (duration: 103.611593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.746549Z","caller":"traceutil/trace.go:171","msg":"trace[43862596] transaction","detail":"{read_only:false; response_revision:42759; number_of_response:1; }","duration":"104.79288ms","start":"2026-05-07T03:42:49.64172Z","end":"2026-05-07T03:42:49.746513Z","steps":["trace[43862596] 'process raft request' (duration: 104.553995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:49.746618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.901323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:42:49.74671Z","caller":"traceutil/trace.go:171","msg":"trace[187148324] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:42759; }","duration":"155.084846ms","start":"2026-05-07T03:42:49.591604Z","end":"2026-05-07T03:42:49.746689Z","steps":["trace[187148324] 'agreement among raft nodes before linearized reading' (duration: 154.864301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.880759Z","caller":"traceutil/trace.go:171","msg":"trace[1494089679] transaction","detail":"{read_only:false; response_revision:42761; number_of_response:1; }","duration":"103.47082ms","start":"2026-05-07T03:42:49.777261Z","end":"2026-05-07T03:42:49.880732Z","steps":["trace[1494089679] 'process raft request' (duration: 102.399205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.991217Z","caller":"traceutil/trace.go:171","msg":"trace[502605300] transaction","detail":"{read_only:false; response_revision:42762; number_of_response:1; }","duration":"210.921239ms","start":"2026-05-07T03:42:49.780265Z","end":"2026-05-07T03:42:49.991186Z","steps":["trace[502605300] 'process raft request' (duration: 208.75822ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.991218Z","caller":"traceutil/trace.go:171","msg":"trace[1482756343] transaction","detail":"{read_only:false; response_revision:42764; number_of_response:1; }","duration":"165.282606ms","start":"2026-05-07T03:42:49.825911Z","end":"2026-05-07T03:42:49.991194Z","steps":["trace[1482756343] 'process raft request' (duration: 165.210734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.991253Z","caller":"traceutil/trace.go:171","msg":"trace[451163376] transaction","detail":"{read_only:false; response_revision:42763; number_of_response:1; }","duration":"184.941147ms","start":"2026-05-07T03:42:49.806284Z","end":"2026-05-07T03:42:49.991225Z","steps":["trace[451163376] 'process raft request' (duration: 184.795713ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:49.991419Z","caller":"traceutil/trace.go:171","msg":"trace[1010196728] transaction","detail":"{read_only:false; response_revision:42765; number_of_response:1; }","duration":"163.000294ms","start":"2026-05-07T03:42:49.828382Z","end":"2026-05-07T03:42:49.991382Z","steps":["trace[1010196728] 'process raft request' (duration: 162.776589ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:50.797588Z","caller":"traceutil/trace.go:171","msg":"trace[1586098139] linearizableReadLoop","detail":"{readStateIndex:44249; appliedIndex:44248; }","duration":"192.713721ms","start":"2026-05-07T03:42:50.604846Z","end":"2026-05-07T03:42:50.79756Z","steps":["trace[1586098139] 'read index received' (duration: 192.412575ms)","trace[1586098139] 'applied index is now lower than readState.Index' (duration: 300.226µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:50.797803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.949406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:42:50.797842Z","caller":"traceutil/trace.go:171","msg":"trace[190792418] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:42772; }","duration":"193.331774ms","start":"2026-05-07T03:42:50.604497Z","end":"2026-05-07T03:42:50.797829Z","steps":["trace[190792418] 'agreement among raft nodes before linearized reading' (duration: 193.190111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:50.797781Z","caller":"traceutil/trace.go:171","msg":"trace[1881288302] transaction","detail":"{read_only:false; response_revision:42772; number_of_response:1; }","duration":"221.924215ms","start":"2026-05-07T03:42:50.575677Z","end":"2026-05-07T03:42:50.797601Z","steps":["trace[1881288302] 'process raft request' (duration: 221.6854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:50.798099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.899601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:42:50.798246Z","caller":"traceutil/trace.go:171","msg":"trace[1148073048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:42772; }","duration":"146.095225ms","start":"2026-05-07T03:42:50.65213Z","end":"2026-05-07T03:42:50.798225Z","steps":["trace[1148073048] 'agreement among raft nodes before linearized reading' (duration: 145.789088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:51.120076Z","caller":"traceutil/trace.go:171","msg":"trace[609842364] transaction","detail":"{read_only:false; response_revision:42774; number_of_response:1; }","duration":"313.900287ms","start":"2026-05-07T03:42:50.806121Z","end":"2026-05-07T03:42:51.120022Z","steps":["trace[609842364] 'process raft request' (duration: 283.475155ms)","trace[609842364] 'compare' (duration: 29.910651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:51.120271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:42:50.8061Z","time spent":"314.069112ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:42:51.121665Z","caller":"traceutil/trace.go:171","msg":"trace[2097721622] linearizableReadLoop","detail":"{readStateIndex:44252; appliedIndex:44250; }","duration":"176.830355ms","start":"2026-05-07T03:42:50.944808Z","end":"2026-05-07T03:42:51.121639Z","steps":["trace[2097721622] 'read index received' (duration: 144.879178ms)","trace[2097721622] 'applied index is now lower than readState.Index' (duration: 31.950507ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:42:51.121922Z","caller":"traceutil/trace.go:171","msg":"trace[1245823831] transaction","detail":"{read_only:false; response_revision:42775; number_of_response:1; }","duration":"268.818397ms","start":"2026-05-07T03:42:50.853094Z","end":"2026-05-07T03:42:51.121913Z","steps":["trace[1245823831] 'process raft request' (duration: 268.440939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:51.122151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.328486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:42:51.12218Z","caller":"traceutil/trace.go:171","msg":"trace[785074204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42775; }","duration":"177.402207ms","start":"2026-05-07T03:42:50.94477Z","end":"2026-05-07T03:42:51.122173Z","steps":["trace[785074204] 'agreement among raft nodes before linearized reading' (duration: 177.293954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:51.122322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.486859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:42:51.122404Z","caller":"traceutil/trace.go:171","msg":"trace[623418694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42775; }","duration":"177.617762ms","start":"2026-05-07T03:42:50.944768Z","end":"2026-05-07T03:42:51.122386Z","steps":["trace[623418694] 'agreement among raft nodes before linearized reading' (duration: 177.374776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:51.284722Z","caller":"traceutil/trace.go:171","msg":"trace[1097728534] transaction","detail":"{read_only:false; response_revision:42778; number_of_response:1; }","duration":"157.00673ms","start":"2026-05-07T03:42:51.12769Z","end":"2026-05-07T03:42:51.284697Z","steps":["trace[1097728534] 'process raft request' (duration: 136.687955ms)","trace[1097728534] 'compare' (duration: 20.125241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:51.794939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.758706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:42:51.795166Z","caller":"traceutil/trace.go:171","msg":"trace[52807045] transaction","detail":"{read_only:false; response_revision:42779; number_of_response:1; }","duration":"502.081526ms","start":"2026-05-07T03:42:51.293031Z","end":"2026-05-07T03:42:51.795112Z","steps":["trace[52807045] 'process raft request' (duration: 150.078385ms)","trace[52807045] 'compare' (duration: 351.648724ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:42:51.795217Z","caller":"traceutil/trace.go:171","msg":"trace[1711923724] linearizableReadLoop","detail":"{readStateIndex:44256; appliedIndex:44255; }","duration":"501.222828ms","start":"2026-05-07T03:42:51.293969Z","end":"2026-05-07T03:42:51.795192Z","steps":["trace[1711923724] 'read index received' (duration: 149.039302ms)","trace[1711923724] 'applied index is now lower than readState.Index' (duration: 352.180146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:51.795347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:42:51.293015Z","time spent":"502.245081ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:42:51.795461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.485814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:42:51.795524Z","caller":"traceutil/trace.go:171","msg":"trace[1264815270] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:42780; }","duration":"501.585566ms","start":"2026-05-07T03:42:51.293923Z","end":"2026-05-07T03:42:51.795509Z","steps":["trace[1264815270] 'agreement among raft nodes before linearized reading' (duration: 501.421633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:51.795736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:42:51.293907Z","time spent":"501.810341ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:42:51.863679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.829535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:42:51.863807Z","caller":"traceutil/trace.go:171","msg":"trace[1543712848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42781; }","duration":"392.005729ms","start":"2026-05-07T03:42:51.471769Z","end":"2026-05-07T03:42:51.863775Z","steps":["trace[1543712848] 'agreement among raft nodes before linearized reading' (duration: 391.647391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:51.863872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:42:51.47175Z","time spent":"392.107821ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:42:52.034908Z","caller":"traceutil/trace.go:171","msg":"trace[2127515422] transaction","detail":"{read_only:false; response_revision:42782; number_of_response:1; }","duration":"233.231208ms","start":"2026-05-07T03:42:51.801645Z","end":"2026-05-07T03:42:52.034877Z","steps":["trace[2127515422] 'process raft request' (duration: 232.955302ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:52.034975Z","caller":"traceutil/trace.go:171","msg":"trace[714249683] linearizableReadLoop","detail":"{readStateIndex:44259; appliedIndex:44259; }","duration":"171.640798ms","start":"2026-05-07T03:42:51.86331Z","end":"2026-05-07T03:42:52.034951Z","steps":["trace[714249683] 'read index received' (duration: 171.631628ms)","trace[714249683] 'applied index is now lower than readState.Index' (duration: 7.41µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:52.03532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.268927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:42:52.035428Z","caller":"traceutil/trace.go:171","msg":"trace[1459479045] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:42782; }","duration":"232.563904ms","start":"2026-05-07T03:42:51.802811Z","end":"2026-05-07T03:42:52.035375Z","steps":["trace[1459479045] 'agreement among raft nodes before linearized reading' (duration: 232.245077ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:52.078731Z","caller":"traceutil/trace.go:171","msg":"trace[2008344280] transaction","detail":"{read_only:false; response_revision:42783; number_of_response:1; }","duration":"209.900537ms","start":"2026-05-07T03:42:51.868807Z","end":"2026-05-07T03:42:52.078708Z","steps":["trace[2008344280] 'process raft request' (duration: 209.59009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:52.293491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.464673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:42:52.293642Z","caller":"traceutil/trace.go:171","msg":"trace[1438268218] transaction","detail":"{read_only:false; response_revision:42788; number_of_response:1; }","duration":"251.283584ms","start":"2026-05-07T03:42:52.042323Z","end":"2026-05-07T03:42:52.293606Z","steps":["trace[1438268218] 'process raft request' (duration: 63.625457ms)","trace[1438268218] 'compare' (duration: 187.32825ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:42:52.293797Z","caller":"traceutil/trace.go:171","msg":"trace[470777670] linearizableReadLoop","detail":"{readStateIndex:44265; appliedIndex:44259; }","duration":"226.99361ms","start":"2026-05-07T03:42:52.066772Z","end":"2026-05-07T03:42:52.293765Z","steps":["trace[470777670] 'read index received' (duration: 11.6128ms)","trace[470777670] 'applied index is now lower than readState.Index' (duration: 215.37731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:42:52.307334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.539793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:42:52.307419Z","caller":"traceutil/trace.go:171","msg":"trace[947216338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42788; }","duration":"240.688296ms","start":"2026-05-07T03:42:52.066713Z","end":"2026-05-07T03:42:52.307402Z","steps":["trace[947216338] 'agreement among raft nodes before linearized reading' (duration: 227.176923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:52.314323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.085257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:42:52.314362Z","caller":"traceutil/trace.go:171","msg":"trace[1878248852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42789; }","duration":"192.160359ms","start":"2026-05-07T03:42:52.122192Z","end":"2026-05-07T03:42:52.314352Z","steps":["trace[1878248852] 'agreement among raft nodes before linearized reading' (duration: 192.075817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:42:52.314353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.604863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:42:52.314413Z","caller":"traceutil/trace.go:171","msg":"trace[419044911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42789; }","duration":"107.704286ms","start":"2026-05-07T03:42:52.206691Z","end":"2026-05-07T03:42:52.314396Z","steps":["trace[419044911] 'agreement among raft nodes before linearized reading' (duration: 107.49047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:42:52.314403Z","caller":"traceutil/trace.go:171","msg":"trace[272651752] transaction","detail":"{read_only:false; response_revision:42789; number_of_response:1; }","duration":"190.388108ms","start":"2026-05-07T03:42:52.123994Z","end":"2026-05-07T03:42:52.314382Z","steps":["trace[272651752] 'process raft request' (duration: 189.983208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:43:21.635177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.805876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:43:21.635379Z","caller":"traceutil/trace.go:171","msg":"trace[2081451383] transaction","detail":"{read_only:false; response_revision:43046; number_of_response:1; }","duration":"227.518811ms","start":"2026-05-07T03:43:21.407843Z","end":"2026-05-07T03:43:21.635362Z","steps":["trace[2081451383] 'process raft request' (duration: 227.4614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:21.635429Z","caller":"traceutil/trace.go:171","msg":"trace[1070582879] transaction","detail":"{read_only:false; response_revision:43045; number_of_response:1; }","duration":"231.129212ms","start":"2026-05-07T03:43:21.40426Z","end":"2026-05-07T03:43:21.635389Z","steps":["trace[1070582879] 'process raft request' (duration: 20.034639ms)","trace[1070582879] 'compare' (duration: 210.665513ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:43:22.148246Z","caller":"traceutil/trace.go:171","msg":"trace[215392865] transaction","detail":"{read_only:false; response_revision:43048; number_of_response:1; }","duration":"128.545602ms","start":"2026-05-07T03:43:22.01967Z","end":"2026-05-07T03:43:22.148215Z","steps":["trace[215392865] 'process raft request' (duration: 57.681934ms)","trace[215392865] 'compare' (duration: 70.49309ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:43:22.311732Z","caller":"traceutil/trace.go:171","msg":"trace[1495926861] linearizableReadLoop","detail":"{readStateIndex:44532; appliedIndex:44531; }","duration":"158.75907ms","start":"2026-05-07T03:43:22.152947Z","end":"2026-05-07T03:43:22.311706Z","steps":["trace[1495926861] 'read index received' (duration: 93.510956ms)","trace[1495926861] 'applied index is now lower than readState.Index' (duration: 65.246284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:43:22.311884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.928214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:43:22.311924Z","caller":"traceutil/trace.go:171","msg":"trace[1255138392] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:43048; }","duration":"159.019746ms","start":"2026-05-07T03:43:22.152892Z","end":"2026-05-07T03:43:22.311911Z","steps":["trace[1255138392] 'agreement among raft nodes before linearized reading' (duration: 158.933534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:22.316522Z","caller":"traceutil/trace.go:171","msg":"trace[1794616160] transaction","detail":"{read_only:false; response_revision:43049; number_of_response:1; }","duration":"122.207569ms","start":"2026-05-07T03:43:22.194297Z","end":"2026-05-07T03:43:22.316505Z","steps":["trace[1794616160] 'process raft request' (duration: 122.046766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:22.316822Z","caller":"traceutil/trace.go:171","msg":"trace[1489977235] transaction","detail":"{read_only:false; response_revision:43050; number_of_response:1; }","duration":"122.046286ms","start":"2026-05-07T03:43:22.194708Z","end":"2026-05-07T03:43:22.316754Z","steps":["trace[1489977235] 'process raft request' (duration: 121.76075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:22.317321Z","caller":"traceutil/trace.go:171","msg":"trace[247661416] transaction","detail":"{read_only:false; response_revision:43051; number_of_response:1; }","duration":"121.464924ms","start":"2026-05-07T03:43:22.195836Z","end":"2026-05-07T03:43:22.317301Z","steps":["trace[247661416] 'process raft request' (duration: 120.8595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:22.317507Z","caller":"traceutil/trace.go:171","msg":"trace[119793875] transaction","detail":"{read_only:false; response_revision:43052; number_of_response:1; }","duration":"109.496635ms","start":"2026-05-07T03:43:22.207968Z","end":"2026-05-07T03:43:22.317465Z","steps":["trace[119793875] 'process raft request' (duration: 109.180228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:43:24.486623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.702266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:43:24.486744Z","caller":"traceutil/trace.go:171","msg":"trace[1317308738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43067; }","duration":"120.88535ms","start":"2026-05-07T03:43:24.365841Z","end":"2026-05-07T03:43:24.486726Z","steps":["trace[1317308738] 'range keys from in-memory index tree' (duration: 120.46435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:38.69595Z","caller":"traceutil/trace.go:171","msg":"trace[1948738081] transaction","detail":"{read_only:false; response_revision:43174; number_of_response:1; }","duration":"120.519252ms","start":"2026-05-07T03:43:38.575396Z","end":"2026-05-07T03:43:38.695915Z","steps":["trace[1948738081] 'process raft request' (duration: 112.221575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:46.966384Z","caller":"traceutil/trace.go:171","msg":"trace[490300287] linearizableReadLoop","detail":"{readStateIndex:44719; appliedIndex:44718; }","duration":"161.221605ms","start":"2026-05-07T03:43:46.805133Z","end":"2026-05-07T03:43:46.966355Z","steps":["trace[490300287] 'read index received' (duration: 85.043477ms)","trace[490300287] 'applied index is now lower than readState.Index' (duration: 76.176768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:43:46.966639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.475351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:43:46.966791Z","caller":"traceutil/trace.go:171","msg":"trace[861700664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43231; }","duration":"161.645075ms","start":"2026-05-07T03:43:46.805129Z","end":"2026-05-07T03:43:46.966774Z","steps":["trace[861700664] 'agreement among raft nodes before linearized reading' (duration: 161.335598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:46.966822Z","caller":"traceutil/trace.go:171","msg":"trace[749048686] transaction","detail":"{read_only:false; response_revision:43231; number_of_response:1; }","duration":"161.840659ms","start":"2026-05-07T03:43:46.804935Z","end":"2026-05-07T03:43:46.966776Z","steps":["trace[749048686] 'process raft request' (duration: 85.21257ms)","trace[749048686] 'compare' (duration: 76.063355ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:43:47.191602Z","caller":"traceutil/trace.go:171","msg":"trace[396252468] linearizableReadLoop","detail":"{readStateIndex:44722; appliedIndex:44721; }","duration":"140.529091ms","start":"2026-05-07T03:43:47.051053Z","end":"2026-05-07T03:43:47.191582Z","steps":["trace[396252468] 'read index received' (duration: 44.041568ms)","trace[396252468] 'applied index is now lower than readState.Index' (duration: 96.486783ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:43:47.191669Z","caller":"traceutil/trace.go:171","msg":"trace[128853013] transaction","detail":"{read_only:false; response_revision:43233; number_of_response:1; }","duration":"147.705102ms","start":"2026-05-07T03:43:47.043922Z","end":"2026-05-07T03:43:47.191627Z","steps":["trace[128853013] 'process raft request' (duration: 51.229099ms)","trace[128853013] 'compare' (duration: 96.323029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:43:47.191776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.707304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:43:47.191816Z","caller":"traceutil/trace.go:171","msg":"trace[166430395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:43233; }","duration":"140.792487ms","start":"2026-05-07T03:43:47.051011Z","end":"2026-05-07T03:43:47.191804Z","steps":["trace[166430395] 'agreement among raft nodes before linearized reading' (duration: 140.663904ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:48.432393Z","caller":"traceutil/trace.go:171","msg":"trace[1092346177] transaction","detail":"{read_only:false; response_revision:43237; number_of_response:1; }","duration":"269.509712ms","start":"2026-05-07T03:43:48.16285Z","end":"2026-05-07T03:43:48.43236Z","steps":["trace[1092346177] 'process raft request' (duration: 269.261927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:48.478872Z","caller":"traceutil/trace.go:171","msg":"trace[1971762478] transaction","detail":"{read_only:false; response_revision:43238; number_of_response:1; }","duration":"189.815075ms","start":"2026-05-07T03:43:48.289035Z","end":"2026-05-07T03:43:48.47885Z","steps":["trace[1971762478] 'process raft request' (duration: 189.628631ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:48.479208Z","caller":"traceutil/trace.go:171","msg":"trace[1875540212] transaction","detail":"{read_only:false; response_revision:43239; number_of_response:1; }","duration":"144.138702ms","start":"2026-05-07T03:43:48.33506Z","end":"2026-05-07T03:43:48.479199Z","steps":["trace[1875540212] 'process raft request' (duration: 143.743832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:48.479454Z","caller":"traceutil/trace.go:171","msg":"trace[1582593374] transaction","detail":"{read_only:false; response_revision:43241; number_of_response:1; }","duration":"115.201743ms","start":"2026-05-07T03:43:48.36422Z","end":"2026-05-07T03:43:48.479421Z","steps":["trace[1582593374] 'process raft request' (duration: 114.982748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:48.480125Z","caller":"traceutil/trace.go:171","msg":"trace[724954984] transaction","detail":"{read_only:false; response_revision:43240; number_of_response:1; }","duration":"115.338786ms","start":"2026-05-07T03:43:48.364136Z","end":"2026-05-07T03:43:48.479475Z","steps":["trace[724954984] 'process raft request' (duration: 114.947497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:56.174681Z","caller":"traceutil/trace.go:171","msg":"trace[747058290] transaction","detail":"{read_only:false; response_revision:43295; number_of_response:1; }","duration":"118.079899ms","start":"2026-05-07T03:43:56.056533Z","end":"2026-05-07T03:43:56.174613Z","steps":["trace[747058290] 'process raft request' (duration: 105.616878ms)","trace[747058290] 'compare' (duration: 12.196955ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:44:13.779048Z","caller":"traceutil/trace.go:171","msg":"trace[1685071899] transaction","detail":"{read_only:false; response_revision:43424; number_of_response:1; }","duration":"245.624378ms","start":"2026-05-07T03:44:13.533398Z","end":"2026-05-07T03:44:13.779022Z","steps":["trace[1685071899] 'process raft request' (duration: 245.462335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:44:19.439465Z","caller":"traceutil/trace.go:171","msg":"trace[798409279] transaction","detail":"{read_only:false; response_revision:43468; number_of_response:1; }","duration":"132.708025ms","start":"2026-05-07T03:44:19.306716Z","end":"2026-05-07T03:44:19.439424Z","steps":["trace[798409279] 'process raft request' (duration: 94.797716ms)","trace[798409279] 'compare' (duration: 37.641853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:44:19.439777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.926455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:44:19.439868Z","caller":"traceutil/trace.go:171","msg":"trace[380374850] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:43468; }","duration":"110.08861ms","start":"2026-05-07T03:44:19.329756Z","end":"2026-05-07T03:44:19.439844Z","steps":["trace[380374850] 'agreement among raft nodes before linearized reading' (duration: 109.880684ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:44:49.547583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41371} {"level":"info","ts":"2026-05-07T03:44:49.662944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41371,"took":"111.914339ms","hash":865409393,"current-db-size-bytes":62607360,"current-db-size":"63 MB","current-db-size-in-use-bytes":31883264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:44:49.662994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":865409393,"revision":41371,"compact-revision":39149} {"level":"info","ts":"2026-05-07T03:46:28.041528Z","caller":"traceutil/trace.go:171","msg":"trace[2132475606] transaction","detail":"{read_only:false; response_revision:44457; number_of_response:1; }","duration":"141.519162ms","start":"2026-05-07T03:46:27.89998Z","end":"2026-05-07T03:46:28.041499Z","steps":["trace[2132475606] 'process raft request' (duration: 141.210476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:46:29.39414Z","caller":"traceutil/trace.go:171","msg":"trace[1780844576] transaction","detail":"{read_only:false; response_revision:44465; number_of_response:1; }","duration":"167.651389ms","start":"2026-05-07T03:46:29.226451Z","end":"2026-05-07T03:46:29.394103Z","steps":["trace[1780844576] 'process raft request' (duration: 122.464756ms)","trace[1780844576] 'compare' (duration: 44.991989ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:46:29.395903Z","caller":"traceutil/trace.go:171","msg":"trace[1120156765] linearizableReadLoop","detail":"{readStateIndex:45994; appliedIndex:45990; }","duration":"135.058219ms","start":"2026-05-07T03:46:29.260825Z","end":"2026-05-07T03:46:29.395883Z","steps":["trace[1120156765] 'read index received' (duration: 88.168397ms)","trace[1120156765] 'applied index is now lower than readState.Index' (duration: 46.888972ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:46:29.39613Z","caller":"traceutil/trace.go:171","msg":"trace[283529513] transaction","detail":"{read_only:false; response_revision:44466; number_of_response:1; }","duration":"165.743106ms","start":"2026-05-07T03:46:29.230378Z","end":"2026-05-07T03:46:29.396121Z","steps":["trace[283529513] 'process raft request' (duration: 165.291476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:46:29.396285Z","caller":"traceutil/trace.go:171","msg":"trace[129948284] transaction","detail":"{read_only:false; response_revision:44467; number_of_response:1; }","duration":"165.801447ms","start":"2026-05-07T03:46:29.230477Z","end":"2026-05-07T03:46:29.396278Z","steps":["trace[129948284] 'process raft request' (duration: 165.282366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:46:29.396342Z","caller":"traceutil/trace.go:171","msg":"trace[1118636479] transaction","detail":"{read_only:false; response_revision:44468; number_of_response:1; }","duration":"164.607911ms","start":"2026-05-07T03:46:29.231728Z","end":"2026-05-07T03:46:29.396336Z","steps":["trace[1118636479] 'process raft request' (duration: 164.085419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:46:29.396512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-8fvz4\" ","response":"range_response_count:1 size:8155"} {"level":"info","ts":"2026-05-07T03:46:29.396533Z","caller":"traceutil/trace.go:171","msg":"trace[268589778] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-8fvz4; range_end:; response_count:1; response_revision:44469; }","duration":"135.736614ms","start":"2026-05-07T03:46:29.260791Z","end":"2026-05-07T03:46:29.396527Z","steps":["trace[268589778] 'agreement among raft nodes before linearized reading' (duration: 135.628861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:46:29.396668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.185936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:46:29.396685Z","caller":"traceutil/trace.go:171","msg":"trace[636457445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44469; }","duration":"112.234866ms","start":"2026-05-07T03:46:29.284445Z","end":"2026-05-07T03:46:29.39668Z","steps":["trace[636457445] 'agreement among raft nodes before linearized reading' (duration: 112.204616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:47:16.468781Z","caller":"traceutil/trace.go:171","msg":"trace[1481854126] linearizableReadLoop","detail":"{readStateIndex:46343; appliedIndex:46342; }","duration":"114.789814ms","start":"2026-05-07T03:47:16.353966Z","end":"2026-05-07T03:47:16.468756Z","steps":["trace[1481854126] 'read index received' (duration: 114.684421ms)","trace[1481854126] 'applied index is now lower than readState.Index' (duration: 104.103µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:47:16.468939Z","caller":"traceutil/trace.go:171","msg":"trace[335565799] transaction","detail":"{read_only:false; response_revision:44808; number_of_response:1; }","duration":"117.381172ms","start":"2026-05-07T03:47:16.35151Z","end":"2026-05-07T03:47:16.468891Z","steps":["trace[335565799] 'process raft request' (duration: 117.058234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:47:16.469098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.10592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-05-07T03:47:16.469192Z","caller":"traceutil/trace.go:171","msg":"trace[921281263] range","detail":"{range_begin:/registry/roles/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:44808; }","duration":"115.245554ms","start":"2026-05-07T03:47:16.353925Z","end":"2026-05-07T03:47:16.469171Z","steps":["trace[921281263] 'agreement among raft nodes before linearized reading' (duration: 114.969678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:47:16.607862Z","caller":"traceutil/trace.go:171","msg":"trace[1428467759] transaction","detail":"{read_only:false; response_revision:44809; number_of_response:1; }","duration":"134.101747ms","start":"2026-05-07T03:47:16.473734Z","end":"2026-05-07T03:47:16.607836Z","steps":["trace[1428467759] 'process raft request' (duration: 115.228454ms)","trace[1428467759] 'compare' (duration: 18.399843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:47:53.131119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.371092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:47:53.13126Z","caller":"traceutil/trace.go:171","msg":"trace[456139928] linearizableReadLoop","detail":"{readStateIndex:46616; appliedIndex:46615; }","duration":"277.951603ms","start":"2026-05-07T03:47:52.853289Z","end":"2026-05-07T03:47:53.13124Z","steps":["trace[456139928] 'read index received' (duration: 139.286913ms)","trace[456139928] 'applied index is now lower than readState.Index' (duration: 138.66354ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:47:53.131363Z","caller":"traceutil/trace.go:171","msg":"trace[319472901] transaction","detail":"{read_only:false; response_revision:45072; number_of_response:1; }","duration":"281.451941ms","start":"2026-05-07T03:47:52.849866Z","end":"2026-05-07T03:47:53.131318Z","steps":["trace[319472901] 'process raft request' (duration: 142.785041ms)","trace[319472901] 'compare' (duration: 138.183778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:47:53.131458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.146657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-05-07T03:47:53.131558Z","caller":"traceutil/trace.go:171","msg":"trace[169339478] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-init; range_end:; response_count:1; response_revision:45072; }","duration":"278.264819ms","start":"2026-05-07T03:47:52.853269Z","end":"2026-05-07T03:47:53.131534Z","steps":["trace[169339478] 'agreement among raft nodes before linearized reading' (duration: 278.038274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:47:53.203985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.974143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:47:53.203992Z","caller":"traceutil/trace.go:171","msg":"trace[321421668] transaction","detail":"{read_only:false; response_revision:45073; number_of_response:1; }","duration":"109.556426ms","start":"2026-05-07T03:47:53.094393Z","end":"2026-05-07T03:47:53.203949Z","steps":["trace[321421668] 'process raft request' (duration: 109.27467ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:47:53.204054Z","caller":"traceutil/trace.go:171","msg":"trace[297591155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:45073; }","duration":"225.058186ms","start":"2026-05-07T03:47:52.978979Z","end":"2026-05-07T03:47:53.204037Z","steps":["trace[297591155] 'agreement among raft nodes before linearized reading' (duration: 224.900852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:47:53.204058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.145027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:47:53.204145Z","caller":"traceutil/trace.go:171","msg":"trace[1463996814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:45073; }","duration":"233.282891ms","start":"2026-05-07T03:47:52.970839Z","end":"2026-05-07T03:47:53.204122Z","steps":["trace[1463996814] 'agreement among raft nodes before linearized reading' (duration: 233.034235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:47:53.204365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.435806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-05-07T03:47:53.204516Z","caller":"traceutil/trace.go:171","msg":"trace[81779352] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:45073; }","duration":"275.643981ms","start":"2026-05-07T03:47:52.928861Z","end":"2026-05-07T03:47:53.204505Z","steps":["trace[81779352] 'agreement among raft nodes before linearized reading' (duration: 275.393115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:47:53.204548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.735113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:47:53.204732Z","caller":"traceutil/trace.go:171","msg":"trace[1716501584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:45073; }","duration":"172.932938ms","start":"2026-05-07T03:47:53.031709Z","end":"2026-05-07T03:47:53.204642Z","steps":["trace[1716501584] 'agreement among raft nodes before linearized reading' (duration: 172.481228ms)"],"step_count":1}