{"level":"warn","ts":"2026-04-28T23:30:03.126774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.048052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:03.126884Z","caller":"traceutil/trace.go:171","msg":"trace[818680478] linearizableReadLoop","detail":"{readStateIndex:29195; appliedIndex:29194; }","duration":"556.371421ms","start":"2026-04-28T23:30:02.570497Z","end":"2026-04-28T23:30:03.126868Z","steps":["trace[818680478] 'read index received' (duration: 339.129345ms)","trace[818680478] 'applied index is now lower than readState.Index' (duration: 217.240986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:03.126934Z","caller":"traceutil/trace.go:171","msg":"trace[2076561102] transaction","detail":"{read_only:false; response_revision:28157; number_of_response:1; }","duration":"558.052757ms","start":"2026-04-28T23:30:02.568847Z","end":"2026-04-28T23:30:03.126899Z","steps":["trace[2076561102] 'process raft request' (duration: 340.79725ms)","trace[2076561102] 'compare' (duration: 216.92305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:03.127073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.579435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-28T23:30:03.127101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:02.568831Z","time spent":"558.18199ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:03.127108Z","caller":"traceutil/trace.go:171","msg":"trace[929172346] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:28157; }","duration":"556.613276ms","start":"2026-04-28T23:30:02.570486Z","end":"2026-04-28T23:30:03.127099Z","steps":["trace[929172346] 'agreement among raft nodes before linearized reading' (duration: 556.455113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:03.127156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:02.570456Z","time spent":"556.692788ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":577,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"info","ts":"2026-04-28T23:30:03.32679Z","caller":"traceutil/trace.go:171","msg":"trace[1759061284] transaction","detail":"{read_only:false; response_revision:28158; number_of_response:1; }","duration":"754.787954ms","start":"2026-04-28T23:30:02.571974Z","end":"2026-04-28T23:30:03.326762Z","steps":["trace[1759061284] 'process raft request' (duration: 685.026987ms)","trace[1759061284] 'compare' (duration: 69.575143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:03.326938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:02.571963Z","time spent":"754.899727ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:03.327026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.59358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:03.327086Z","caller":"traceutil/trace.go:171","msg":"trace[625799497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28158; }","duration":"574.687472ms","start":"2026-04-28T23:30:02.752382Z","end":"2026-04-28T23:30:03.327069Z","steps":["trace[625799497] 'agreement among raft nodes before linearized reading' (duration: 574.58898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:03.327064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.165978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T23:30:03.327123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:02.752362Z","time spent":"574.754393ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:30:03.3272Z","caller":"traceutil/trace.go:171","msg":"trace[1942868150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28158; }","duration":"504.345202ms","start":"2026-04-28T23:30:02.822831Z","end":"2026-04-28T23:30:03.327176Z","steps":["trace[1942868150] 'agreement among raft nodes before linearized reading' (duration: 503.994495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:03.327212Z","caller":"traceutil/trace.go:171","msg":"trace[1993846459] linearizableReadLoop","detail":"{readStateIndex:29196; appliedIndex:29195; }","duration":"199.805004ms","start":"2026-04-28T23:30:03.126914Z","end":"2026-04-28T23:30:03.326719Z","steps":["trace[1993846459] 'read index received' (duration: 130.157169ms)","trace[1993846459] 'applied index is now lower than readState.Index' (duration: 69.646735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:03.327271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:02.822813Z","time spent":"504.441544ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T23:30:03.327497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.067093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-04-28T23:30:03.327538Z","caller":"traceutil/trace.go:171","msg":"trace[956826199] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:28158; }","duration":"196.111024ms","start":"2026-04-28T23:30:03.131418Z","end":"2026-04-28T23:30:03.327529Z","steps":["trace[956826199] 'agreement among raft nodes before linearized reading' (duration: 195.980251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:03.327932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.563573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa823e8f3982f\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-28T23:30:03.327976Z","caller":"traceutil/trace.go:171","msg":"trace[1263384667] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa823e8f3982f; range_end:; response_count:1; response_revision:28158; }","duration":"196.641455ms","start":"2026-04-28T23:30:03.131323Z","end":"2026-04-28T23:30:03.327964Z","steps":["trace[1263384667] 'agreement among raft nodes before linearized reading' (duration: 196.533263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:03.667755Z","caller":"traceutil/trace.go:171","msg":"trace[1817373870] linearizableReadLoop","detail":"{readStateIndex:29199; appliedIndex:29198; }","duration":"264.190634ms","start":"2026-04-28T23:30:03.403541Z","end":"2026-04-28T23:30:03.667732Z","steps":["trace[1817373870] 'read index received' (duration: 263.9816ms)","trace[1817373870] 'applied index is now lower than readState.Index' (duration: 208.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:03.667846Z","caller":"traceutil/trace.go:171","msg":"trace[728199509] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"293.109067ms","start":"2026-04-28T23:30:03.374698Z","end":"2026-04-28T23:30:03.667807Z","steps":["trace[728199509] 'process raft request' (duration: 292.878922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:03.668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.389109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-28T23:30:03.668045Z","caller":"traceutil/trace.go:171","msg":"trace[39403145] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de; range_end:; response_count:1; response_revision:28161; }","duration":"264.491081ms","start":"2026-04-28T23:30:03.403542Z","end":"2026-04-28T23:30:03.668033Z","steps":["trace[39403145] 'agreement among raft nodes before linearized reading' (duration: 264.327067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:03.668072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.502202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2527"} {"level":"info","ts":"2026-04-28T23:30:03.668158Z","caller":"traceutil/trace.go:171","msg":"trace[474257671] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:28161; }","duration":"264.637254ms","start":"2026-04-28T23:30:03.4035Z","end":"2026-04-28T23:30:03.668138Z","steps":["trace[474257671] 'agreement among raft nodes before linearized reading' (duration: 264.374388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:04.137052Z","caller":"traceutil/trace.go:171","msg":"trace[1915636917] linearizableReadLoop","detail":"{readStateIndex:29201; appliedIndex:29200; }","duration":"444.029901ms","start":"2026-04-28T23:30:03.692992Z","end":"2026-04-28T23:30:04.137022Z","steps":["trace[1915636917] 'read index received' (duration: 443.96698ms)","trace[1915636917] 'applied index is now lower than readState.Index' (duration: 61.571µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:04.13715Z","caller":"traceutil/trace.go:171","msg":"trace[340051843] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"445.286439ms","start":"2026-04-28T23:30:03.691826Z","end":"2026-04-28T23:30:04.137112Z","steps":["trace[340051843] 'process raft request' (duration: 444.978492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.137288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.284026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"warn","ts":"2026-04-28T23:30:04.137336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:03.691814Z","time spent":"445.431262ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:04.13735Z","caller":"traceutil/trace.go:171","msg":"trace[1813426345] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:28163; }","duration":"444.395879ms","start":"2026-04-28T23:30:03.692939Z","end":"2026-04-28T23:30:04.137335Z","steps":["trace[1813426345] 'agreement among raft nodes before linearized reading' (duration: 444.233315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.137409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:03.692918Z","time spent":"444.47292ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1954,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-04-28T23:30:04.620491Z","caller":"traceutil/trace.go:171","msg":"trace[1411345538] linearizableReadLoop","detail":"{readStateIndex:29202; appliedIndex:29201; }","duration":"483.325282ms","start":"2026-04-28T23:30:04.137137Z","end":"2026-04-28T23:30:04.620462Z","steps":["trace[1411345538] 'read index received' (duration: 482.983974ms)","trace[1411345538] 'applied index is now lower than readState.Index' (duration: 340.168µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:04.620567Z","caller":"traceutil/trace.go:171","msg":"trace[1413378324] transaction","detail":"{read_only:false; response_revision:28164; number_of_response:1; }","duration":"922.391554ms","start":"2026-04-28T23:30:03.698148Z","end":"2026-04-28T23:30:04.62054Z","steps":["trace[1413378324] 'process raft request' (duration: 922.045307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.620708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:03.698132Z","time spent":"922.488156ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:04.620749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.160964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:30:04.620807Z","caller":"traceutil/trace.go:171","msg":"trace[561701275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28164; }","duration":"703.220556ms","start":"2026-04-28T23:30:03.917571Z","end":"2026-04-28T23:30:04.620792Z","steps":["trace[561701275] 'agreement among raft nodes before linearized reading' (duration: 703.039572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.620859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:03.917526Z","time spent":"703.315998ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:30:04.620939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.873901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:30:04.621013Z","caller":"traceutil/trace.go:171","msg":"trace[233215813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28164; }","duration":"483.011494ms","start":"2026-04-28T23:30:04.137984Z","end":"2026-04-28T23:30:04.620996Z","steps":["trace[233215813] 'agreement among raft nodes before linearized reading' (duration: 482.80611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.62106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:04.137958Z","time spent":"483.091586ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:30:04.621186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.513094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T23:30:04.621203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.315965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:04.621252Z","caller":"traceutil/trace.go:171","msg":"trace[268911029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28164; }","duration":"387.613255ms","start":"2026-04-28T23:30:04.23362Z","end":"2026-04-28T23:30:04.621233Z","steps":["trace[268911029] 'agreement among raft nodes before linearized reading' (duration: 387.457572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.621305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:04.233598Z","time spent":"387.694898ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T23:30:04.621261Z","caller":"traceutil/trace.go:171","msg":"trace[1002868028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28164; }","duration":"876.408327ms","start":"2026-04-28T23:30:03.744838Z","end":"2026-04-28T23:30:04.621246Z","steps":["trace[1002868028] 'agreement among raft nodes before linearized reading' (duration: 876.305085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.621382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:03.744821Z","time spent":"876.55224ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:04.621384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.645552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:639"} {"level":"warn","ts":"2026-04-28T23:30:04.62131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.222096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-28T23:30:04.621428Z","caller":"traceutil/trace.go:171","msg":"trace[76200042] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:28164; }","duration":"480.709324ms","start":"2026-04-28T23:30:04.140705Z","end":"2026-04-28T23:30:04.621414Z","steps":["trace[76200042] 'agreement among raft nodes before linearized reading' (duration: 480.632762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:04.621462Z","caller":"traceutil/trace.go:171","msg":"trace[1806014122] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de; range_end:; response_count:1; response_revision:28164; }","duration":"481.41811ms","start":"2026-04-28T23:30:04.140029Z","end":"2026-04-28T23:30:04.621447Z","steps":["trace[1806014122] 'agreement among raft nodes before linearized reading' (duration: 481.177785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.621468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:04.140687Z","time spent":"480.769865ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":662,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"warn","ts":"2026-04-28T23:30:04.621514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:04.140005Z","time spent":"481.495942ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de\" "} {"level":"info","ts":"2026-04-28T23:30:04.781241Z","caller":"traceutil/trace.go:171","msg":"trace[1620803341] linearizableReadLoop","detail":"{readStateIndex:29205; appliedIndex:29202; }","duration":"153.757136ms","start":"2026-04-28T23:30:04.627456Z","end":"2026-04-28T23:30:04.781213Z","steps":["trace[1620803341] 'read index received' (duration: 84.629514ms)","trace[1620803341] 'applied index is now lower than readState.Index' (duration: 69.126652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:04.781391Z","caller":"traceutil/trace.go:171","msg":"trace[1065432107] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"154.508022ms","start":"2026-04-28T23:30:04.626838Z","end":"2026-04-28T23:30:04.781346Z","steps":["trace[1065432107] 'process raft request' (duration: 154.277277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:04.781758Z","caller":"traceutil/trace.go:171","msg":"trace[680520394] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"155.973283ms","start":"2026-04-28T23:30:04.625753Z","end":"2026-04-28T23:30:04.781726Z","steps":["trace[680520394] 'process raft request' (duration: 155.226797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.781821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.356339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" ","response":"range_response_count:1 size:656"} {"level":"info","ts":"2026-04-28T23:30:04.781859Z","caller":"traceutil/trace.go:171","msg":"trace[1077586272] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"152.641782ms","start":"2026-04-28T23:30:04.629188Z","end":"2026-04-28T23:30:04.78183Z","steps":["trace[1077586272] 'process raft request' (duration: 151.973757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:04.781899Z","caller":"traceutil/trace.go:171","msg":"trace[1762436436] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:28168; }","duration":"154.458021ms","start":"2026-04-28T23:30:04.627431Z","end":"2026-04-28T23:30:04.781889Z","steps":["trace[1762436436] 'agreement among raft nodes before linearized reading' (duration: 154.308148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:04.781878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.875418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:04.78196Z","caller":"traceutil/trace.go:171","msg":"trace[1475720960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28168; }","duration":"138.004342ms","start":"2026-04-28T23:30:04.643943Z","end":"2026-04-28T23:30:04.781947Z","steps":["trace[1475720960] 'agreement among raft nodes before linearized reading' (duration: 137.863368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:05.074742Z","caller":"traceutil/trace.go:171","msg":"trace[167554629] linearizableReadLoop","detail":"{readStateIndex:29210; appliedIndex:29209; }","duration":"180.969862ms","start":"2026-04-28T23:30:04.893742Z","end":"2026-04-28T23:30:05.074712Z","steps":["trace[167554629] 'read index received' (duration: 180.85218ms)","trace[167554629] 'applied index is now lower than readState.Index' (duration: 116.392µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:05.074804Z","caller":"traceutil/trace.go:171","msg":"trace[1163554235] transaction","detail":"{read_only:false; response_revision:28172; number_of_response:1; }","duration":"182.092256ms","start":"2026-04-28T23:30:04.892666Z","end":"2026-04-28T23:30:05.074758Z","steps":["trace[1163554235] 'process raft request' (duration: 181.865271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:05.074971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.218447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-04-28T23:30:05.075253Z","caller":"traceutil/trace.go:171","msg":"trace[1192015856] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:28172; }","duration":"181.538704ms","start":"2026-04-28T23:30:04.893694Z","end":"2026-04-28T23:30:05.075233Z","steps":["trace[1192015856] 'agreement among raft nodes before linearized reading' (duration: 181.122946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:05.518357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.150317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:05.518433Z","caller":"traceutil/trace.go:171","msg":"trace[1776274477] linearizableReadLoop","detail":"{readStateIndex:29211; appliedIndex:29210; }","duration":"440.391451ms","start":"2026-04-28T23:30:05.078029Z","end":"2026-04-28T23:30:05.518421Z","steps":["trace[1776274477] 'read index received' (duration: 121.105971ms)","trace[1776274477] 'applied index is now lower than readState.Index' (duration: 319.28439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:05.518458Z","caller":"traceutil/trace.go:171","msg":"trace[212079260] transaction","detail":"{read_only:false; response_revision:28173; number_of_response:1; }","duration":"624.320887ms","start":"2026-04-28T23:30:04.894109Z","end":"2026-04-28T23:30:05.518429Z","steps":["trace[212079260] 'process raft request' (duration: 305.016717ms)","trace[212079260] 'compare' (duration: 318.977673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:05.518608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.593796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:719"} {"level":"warn","ts":"2026-04-28T23:30:05.518665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.030663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-4d7t2.18aaa5cd3b58719d\" ","response":"range_response_count:1 size:825"} {"level":"warn","ts":"2026-04-28T23:30:05.51859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:04.894095Z","time spent":"624.423939ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:05.518713Z","caller":"traceutil/trace.go:171","msg":"trace[1739483057] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-4d7t2.18aaa5cd3b58719d; range_end:; response_count:1; response_revision:28173; }","duration":"440.123697ms","start":"2026-04-28T23:30:05.078574Z","end":"2026-04-28T23:30:05.518698Z","steps":["trace[1739483057] 'agreement among raft nodes before linearized reading' (duration: 439.981703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:05.518677Z","caller":"traceutil/trace.go:171","msg":"trace[559278913] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:28173; }","duration":"440.726918ms","start":"2026-04-28T23:30:05.07793Z","end":"2026-04-28T23:30:05.518657Z","steps":["trace[559278913] 'agreement among raft nodes before linearized reading' (duration: 440.592165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:05.518738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.078549Z","time spent":"440.180948ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":848,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-4d7t2.18aaa5cd3b58719d\" "} {"level":"warn","ts":"2026-04-28T23:30:05.518755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.077892Z","time spent":"440.850322ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":742,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"info","ts":"2026-04-28T23:30:05.654688Z","caller":"traceutil/trace.go:171","msg":"trace[1741269721] transaction","detail":"{read_only:false; response_revision:28175; number_of_response:1; }","duration":"128.116736ms","start":"2026-04-28T23:30:05.526545Z","end":"2026-04-28T23:30:05.654662Z","steps":["trace[1741269721] 'process raft request' (duration: 101.855681ms)","trace[1741269721] 'compare' (duration: 26.05219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:06.13745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.364872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:06.137591Z","caller":"traceutil/trace.go:171","msg":"trace[1992414195] linearizableReadLoop","detail":"{readStateIndex:29215; appliedIndex:29214; }","duration":"431.729501ms","start":"2026-04-28T23:30:05.70584Z","end":"2026-04-28T23:30:06.137569Z","steps":["trace[1992414195] 'read index received' (duration: 274.52059ms)","trace[1992414195] 'applied index is now lower than readState.Index' (duration: 157.207061ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:06.137662Z","caller":"traceutil/trace.go:171","msg":"trace[1659979088] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"432.180681ms","start":"2026-04-28T23:30:05.705438Z","end":"2026-04-28T23:30:06.137618Z","steps":["trace[1659979088] 'process raft request' (duration: 275.545253ms)","trace[1659979088] 'compare' (duration: 156.22569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:06.137764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.910345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-28T23:30:06.13783Z","caller":"traceutil/trace.go:171","msg":"trace[1042273781] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:28177; }","duration":"431.999199ms","start":"2026-04-28T23:30:05.705812Z","end":"2026-04-28T23:30:06.137811Z","steps":["trace[1042273781] 'agreement among raft nodes before linearized reading' (duration: 431.851544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.137849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.705426Z","time spent":"432.325874ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:06.137878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.7058Z","time spent":"432.06307ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":724,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"info","ts":"2026-04-28T23:30:06.313729Z","caller":"traceutil/trace.go:171","msg":"trace[871663759] linearizableReadLoop","detail":"{readStateIndex:29216; appliedIndex:29215; }","duration":"176.083775ms","start":"2026-04-28T23:30:06.137625Z","end":"2026-04-28T23:30:06.313709Z","steps":["trace[871663759] 'read index received' (duration: 100.01592ms)","trace[871663759] 'applied index is now lower than readState.Index' (duration: 76.067125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:06.313831Z","caller":"traceutil/trace.go:171","msg":"trace[1582305158] transaction","detail":"{read_only:false; response_revision:28178; number_of_response:1; }","duration":"606.710232ms","start":"2026-04-28T23:30:05.70711Z","end":"2026-04-28T23:30:06.31382Z","steps":["trace[1582305158] 'process raft request' (duration: 530.455973ms)","trace[1582305158] 'compare' (duration: 76.040854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:06.313911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.707102Z","time spent":"606.747823ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7568,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:06.314048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.598878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-28T23:30:06.314078Z","caller":"traceutil/trace.go:171","msg":"trace[1269158690] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:28178; }","duration":"172.688739ms","start":"2026-04-28T23:30:06.141379Z","end":"2026-04-28T23:30:06.314068Z","steps":["trace[1269158690] 'agreement among raft nodes before linearized reading' (duration: 172.635038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.314135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.234477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:30:06.314213Z","caller":"traceutil/trace.go:171","msg":"trace[403278283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28178; }","duration":"498.36219ms","start":"2026-04-28T23:30:05.815833Z","end":"2026-04-28T23:30:06.314195Z","steps":["trace[403278283] 'agreement among raft nodes before linearized reading' (duration: 498.154286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.314255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.815809Z","time spent":"498.437081ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:30:06.314284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.577434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-5ftm4.18aaa8d6a8318a8c\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-04-28T23:30:06.314303Z","caller":"traceutil/trace.go:171","msg":"trace[885007136] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-5ftm4.18aaa8d6a8318a8c; range_end:; response_count:1; response_revision:28178; }","duration":"170.620605ms","start":"2026-04-28T23:30:06.143677Z","end":"2026-04-28T23:30:06.314298Z","steps":["trace[885007136] 'agreement among raft nodes before linearized reading' (duration: 170.523512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.314352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.872897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:06.314411Z","caller":"traceutil/trace.go:171","msg":"trace[810231555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28178; }","duration":"469.958749ms","start":"2026-04-28T23:30:05.844438Z","end":"2026-04-28T23:30:06.314396Z","steps":["trace[810231555] 'agreement among raft nodes before linearized reading' (duration: 469.869997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.314444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:05.844424Z","time spent":"470.0122ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:30:06.831074Z","caller":"traceutil/trace.go:171","msg":"trace[1163295720] transaction","detail":"{read_only:false; response_revision:28180; number_of_response:1; }","duration":"423.995663ms","start":"2026-04-28T23:30:06.407057Z","end":"2026-04-28T23:30:06.831053Z","steps":["trace[1163295720] 'process raft request' (duration: 423.85971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:06.831199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.407036Z","time spent":"424.097164ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:07.087391Z","caller":"traceutil/trace.go:171","msg":"trace[562912424] linearizableReadLoop","detail":"{readStateIndex:29219; appliedIndex:29217; }","duration":"679.072407ms","start":"2026-04-28T23:30:06.408299Z","end":"2026-04-28T23:30:07.087371Z","steps":["trace[562912424] 'read index received' (duration: 422.609492ms)","trace[562912424] 'applied index is now lower than readState.Index' (duration: 256.462205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:07.087731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.631071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:07.087763Z","caller":"traceutil/trace.go:171","msg":"trace[1172539661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28181; }","duration":"442.718353ms","start":"2026-04-28T23:30:06.645037Z","end":"2026-04-28T23:30:07.087756Z","steps":["trace[1172539661] 'agreement among raft nodes before linearized reading' (duration: 442.649911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.087787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.645011Z","time spent":"442.769873ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:07.087811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.482126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-04-28T23:30:07.087908Z","caller":"traceutil/trace.go:171","msg":"trace[440871586] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:28181; }","duration":"679.61418ms","start":"2026-04-28T23:30:06.408272Z","end":"2026-04-28T23:30:07.087886Z","steps":["trace[440871586] 'agreement among raft nodes before linearized reading' (duration: 679.400335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.08796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.40826Z","time spent":"679.689971ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":974,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"warn","ts":"2026-04-28T23:30:07.088087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.35589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:30:07.088065Z","caller":"traceutil/trace.go:171","msg":"trace[1777899944] transaction","detail":"{read_only:false; response_revision:28181; number_of_response:1; }","duration":"680.061469ms","start":"2026-04-28T23:30:06.407968Z","end":"2026-04-28T23:30:07.08803Z","steps":["trace[1777899944] 'process raft request' (duration: 679.086757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:07.088113Z","caller":"traceutil/trace.go:171","msg":"trace[2081373518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28181; }","duration":"302.41236ms","start":"2026-04-28T23:30:06.785692Z","end":"2026-04-28T23:30:07.088104Z","steps":["trace[2081373518] 'agreement among raft nodes before linearized reading' (duration: 302.293488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.088139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.785667Z","time spent":"302.464662ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:30:07.088089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.776857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce0cbe6d0a\" ","response":"range_response_count:1 size:858"} {"level":"warn","ts":"2026-04-28T23:30:07.088197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.516513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:30:07.088204Z","caller":"traceutil/trace.go:171","msg":"trace[1223461075] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce0cbe6d0a; range_end:; response_count:1; response_revision:28181; }","duration":"253.9226ms","start":"2026-04-28T23:30:06.834256Z","end":"2026-04-28T23:30:07.088178Z","steps":["trace[1223461075] 'agreement among raft nodes before linearized reading' (duration: 253.515851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.088251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.407948Z","time spent":"680.189122ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:07.088284Z","caller":"traceutil/trace.go:171","msg":"trace[954640522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28181; }","duration":"302.642106ms","start":"2026-04-28T23:30:06.785626Z","end":"2026-04-28T23:30:07.088268Z","steps":["trace[954640522] 'agreement among raft nodes before linearized reading' (duration: 302.400531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.08833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:06.785612Z","time spent":"302.711127ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T23:30:07.37843Z","caller":"traceutil/trace.go:171","msg":"trace[49561690] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"286.279707ms","start":"2026-04-28T23:30:07.092111Z","end":"2026-04-28T23:30:07.378391Z","steps":["trace[49561690] 'process raft request' (duration: 285.875459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:07.378494Z","caller":"traceutil/trace.go:171","msg":"trace[1378821654] linearizableReadLoop","detail":"{readStateIndex:29222; appliedIndex:29220; }","duration":"218.231648ms","start":"2026-04-28T23:30:07.16024Z","end":"2026-04-28T23:30:07.378471Z","steps":["trace[1378821654] 'read index received' (duration: 217.773548ms)","trace[1378821654] 'applied index is now lower than readState.Index' (duration: 457.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:07.37875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.252346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T23:30:07.378815Z","caller":"traceutil/trace.go:171","msg":"trace[1929187772] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:28184; }","duration":"286.35398ms","start":"2026-04-28T23:30:07.092443Z","end":"2026-04-28T23:30:07.378797Z","steps":["trace[1929187772] 'agreement among raft nodes before linearized reading' (duration: 286.211806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:07.378921Z","caller":"traceutil/trace.go:171","msg":"trace[1402909] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"286.016942ms","start":"2026-04-28T23:30:07.09289Z","end":"2026-04-28T23:30:07.378907Z","steps":["trace[1402909] 'process raft request' (duration: 285.266635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:07.498157Z","caller":"traceutil/trace.go:171","msg":"trace[674372478] linearizableReadLoop","detail":"{readStateIndex:29223; appliedIndex:29222; }","duration":"119.590528ms","start":"2026-04-28T23:30:07.378545Z","end":"2026-04-28T23:30:07.498136Z","steps":["trace[674372478] 'read index received' (duration: 98.970757ms)","trace[674372478] 'applied index is now lower than readState.Index' (duration: 20.618811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:07.498217Z","caller":"traceutil/trace.go:171","msg":"trace[1666165346] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"330.21321ms","start":"2026-04-28T23:30:07.167979Z","end":"2026-04-28T23:30:07.498193Z","steps":["trace[1666165346] 'process raft request' (duration: 309.618089ms)","trace[1666165346] 'compare' (duration: 20.428848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:07.498311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.742669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:836"} {"level":"warn","ts":"2026-04-28T23:30:07.498319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.207279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T23:30:07.498333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.167965Z","time spent":"330.291322ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:07.498352Z","caller":"traceutil/trace.go:171","msg":"trace[5275697] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:28185; }","duration":"113.815981ms","start":"2026-04-28T23:30:07.384525Z","end":"2026-04-28T23:30:07.498341Z","steps":["trace[5275697] 'agreement among raft nodes before linearized reading' (duration: 113.727789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:07.49837Z","caller":"traceutil/trace.go:171","msg":"trace[1358317131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28185; }","duration":"314.303901ms","start":"2026-04-28T23:30:07.184053Z","end":"2026-04-28T23:30:07.498357Z","steps":["trace[1358317131] 'agreement among raft nodes before linearized reading' (duration: 314.141347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.498395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.184031Z","time spent":"314.358942ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:30:07.498383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.787728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce1f8dc4f4\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-04-28T23:30:07.498435Z","caller":"traceutil/trace.go:171","msg":"trace[212091101] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce1f8dc4f4; range_end:; response_count:1; response_revision:28185; }","duration":"333.883329ms","start":"2026-04-28T23:30:07.164538Z","end":"2026-04-28T23:30:07.498421Z","steps":["trace[212091101] 'agreement among raft nodes before linearized reading' (duration: 333.686055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.498467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.16452Z","time spent":"333.942701ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":881,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce1f8dc4f4\" "} {"level":"warn","ts":"2026-04-28T23:30:07.925066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.054318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:07.925152Z","caller":"traceutil/trace.go:171","msg":"trace[26736559] linearizableReadLoop","detail":"{readStateIndex:29225; appliedIndex:29224; }","duration":"399.497347ms","start":"2026-04-28T23:30:07.525643Z","end":"2026-04-28T23:30:07.925141Z","steps":["trace[26736559] 'read index received' (duration: 126.409768ms)","trace[26736559] 'applied index is now lower than readState.Index' (duration: 273.086749ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:07.925244Z","caller":"traceutil/trace.go:171","msg":"trace[617248430] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"400.746034ms","start":"2026-04-28T23:30:07.524448Z","end":"2026-04-28T23:30:07.925194Z","steps":["trace[617248430] 'process raft request' (duration: 127.494882ms)","trace[617248430] 'compare' (duration: 272.956805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:07.925351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.681801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-28T23:30:07.925414Z","caller":"traceutil/trace.go:171","msg":"trace[199025903] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:28187; }","duration":"399.779203ms","start":"2026-04-28T23:30:07.525618Z","end":"2026-04-28T23:30:07.925397Z","steps":["trace[199025903] 'agreement among raft nodes before linearized reading' (duration: 399.580268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.925447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.525607Z","time spent":"399.834825ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":778,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T23:30:07.925444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.524435Z","time spent":"400.908589ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:07.951785Z","caller":"traceutil/trace.go:171","msg":"trace[1569584244] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"425.543676ms","start":"2026-04-28T23:30:07.526227Z","end":"2026-04-28T23:30:07.951771Z","steps":["trace[1569584244] 'process raft request' (duration: 425.2624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:07.951864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:07.526215Z","time spent":"425.610458ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4712,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:07.951996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.018844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:07.952025Z","caller":"traceutil/trace.go:171","msg":"trace[1308827267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28188; }","duration":"208.084675ms","start":"2026-04-28T23:30:07.743932Z","end":"2026-04-28T23:30:07.952017Z","steps":["trace[1308827267] 'agreement among raft nodes before linearized reading' (duration: 208.037334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:08.195738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.813247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:08.195883Z","caller":"traceutil/trace.go:171","msg":"trace[475805969] linearizableReadLoop","detail":"{readStateIndex:29227; appliedIndex:29226; }","duration":"241.011116ms","start":"2026-04-28T23:30:07.954839Z","end":"2026-04-28T23:30:08.19585Z","steps":["trace[475805969] 'read index received' (duration: 92.922944ms)","trace[475805969] 'applied index is now lower than readState.Index' (duration: 148.086742ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:08.195936Z","caller":"traceutil/trace.go:171","msg":"trace[1865589658] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"242.1245ms","start":"2026-04-28T23:30:07.953771Z","end":"2026-04-28T23:30:08.195896Z","steps":["trace[1865589658] 'process raft request' (duration: 94.056078ms)","trace[1865589658] 'compare' (duration: 147.688584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:08.196037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.201561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-04-28T23:30:08.19608Z","caller":"traceutil/trace.go:171","msg":"trace[1527784578] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:28189; }","duration":"241.286943ms","start":"2026-04-28T23:30:07.954782Z","end":"2026-04-28T23:30:08.196069Z","steps":["trace[1527784578] 'agreement among raft nodes before linearized reading' (duration: 241.17262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:08.1964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.215551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-04-28T23:30:08.196448Z","caller":"traceutil/trace.go:171","msg":"trace[2117249140] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:28189; }","duration":"241.285953ms","start":"2026-04-28T23:30:07.955149Z","end":"2026-04-28T23:30:08.196435Z","steps":["trace[2117249140] 'agreement among raft nodes before linearized reading' (duration: 241.127899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:08.594072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.300281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:08.594178Z","caller":"traceutil/trace.go:171","msg":"trace[1622096484] linearizableReadLoop","detail":"{readStateIndex:29228; appliedIndex:29227; }","duration":"391.681554ms","start":"2026-04-28T23:30:08.202481Z","end":"2026-04-28T23:30:08.594162Z","steps":["trace[1622096484] 'read index received' (duration: 119.316251ms)","trace[1622096484] 'applied index is now lower than readState.Index' (duration: 272.364143ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:08.594253Z","caller":"traceutil/trace.go:171","msg":"trace[1734466561] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"392.101784ms","start":"2026-04-28T23:30:08.202104Z","end":"2026-04-28T23:30:08.594206Z","steps":["trace[1734466561] 'process raft request' (duration: 119.577538ms)","trace[1734466561] 'compare' (duration: 272.123828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:08.594352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.870639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-28T23:30:08.59441Z","caller":"traceutil/trace.go:171","msg":"trace[1195342399] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:28190; }","duration":"391.97579ms","start":"2026-04-28T23:30:08.202422Z","end":"2026-04-28T23:30:08.594398Z","steps":["trace[1195342399] 'agreement among raft nodes before linearized reading' (duration: 391.782976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:08.594474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.202414Z","time spent":"392.027391ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":783,"request content":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-04-28T23:30:08.594475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.202088Z","time spent":"392.258227ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:08.830752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.420336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:08.830854Z","caller":"traceutil/trace.go:171","msg":"trace[2092089419] linearizableReadLoop","detail":"{readStateIndex:29229; appliedIndex:29228; }","duration":"233.350608ms","start":"2026-04-28T23:30:08.597473Z","end":"2026-04-28T23:30:08.830824Z","steps":["trace[2092089419] 'read index received' (duration: 107.736668ms)","trace[2092089419] 'applied index is now lower than readState.Index' (duration: 125.61288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:08.831229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.750518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-28T23:30:08.831265Z","caller":"traceutil/trace.go:171","msg":"trace[266304081] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:28191; }","duration":"233.812668ms","start":"2026-04-28T23:30:08.597441Z","end":"2026-04-28T23:30:08.831253Z","steps":["trace[266304081] 'agreement among raft nodes before linearized reading' (duration: 233.704366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:08.831248Z","caller":"traceutil/trace.go:171","msg":"trace[961822021] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"627.232032ms","start":"2026-04-28T23:30:08.203976Z","end":"2026-04-28T23:30:08.831208Z","steps":["trace[961822021] 'process raft request' (duration: 501.255094ms)","trace[961822021] 'compare' (duration: 125.318544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:08.831393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.612785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-54dzl.18aaa8d07e297241\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-28T23:30:08.831473Z","caller":"traceutil/trace.go:171","msg":"trace[1157280163] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-54dzl.18aaa8d07e297241; range_end:; response_count:1; response_revision:28191; }","duration":"233.738207ms","start":"2026-04-28T23:30:08.597715Z","end":"2026-04-28T23:30:08.831453Z","steps":["trace[1157280163] 'agreement among raft nodes before linearized reading' (duration: 233.530002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:08.831465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.203948Z","time spent":"627.398506ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:09.371673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.805388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:09.37179Z","caller":"traceutil/trace.go:171","msg":"trace[1894472331] linearizableReadLoop","detail":"{readStateIndex:29231; appliedIndex:29230; }","duration":"482.298809ms","start":"2026-04-28T23:30:08.889475Z","end":"2026-04-28T23:30:09.371774Z","steps":["trace[1894472331] 'read index received' (duration: 370.400069ms)","trace[1894472331] 'applied index is now lower than readState.Index' (duration: 111.89745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:09.371815Z","caller":"traceutil/trace.go:171","msg":"trace[1954651583] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"482.950482ms","start":"2026-04-28T23:30:08.888836Z","end":"2026-04-28T23:30:09.371786Z","steps":["trace[1954651583] 'process raft request' (duration: 370.95375ms)","trace[1954651583] 'compare' (duration: 111.673905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:09.371913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.430612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:836"} {"level":"warn","ts":"2026-04-28T23:30:09.371919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.888813Z","time spent":"483.053885ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:30:09.371948Z","caller":"traceutil/trace.go:171","msg":"trace[1461593687] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:28193; }","duration":"482.483583ms","start":"2026-04-28T23:30:08.889454Z","end":"2026-04-28T23:30:09.371938Z","steps":["trace[1461593687] 'agreement among raft nodes before linearized reading' (duration: 482.399801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:09.371975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.452462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5ftm4\" ","response":"range_response_count:1 size:7482"} {"level":"warn","ts":"2026-04-28T23:30:09.371983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.889446Z","time spent":"482.530324ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":859,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" "} {"level":"info","ts":"2026-04-28T23:30:09.372007Z","caller":"traceutil/trace.go:171","msg":"trace[1482450975] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5ftm4; range_end:; response_count:1; response_revision:28193; }","duration":"482.524654ms","start":"2026-04-28T23:30:08.889471Z","end":"2026-04-28T23:30:09.371996Z","steps":["trace[1482450975] 'agreement among raft nodes before linearized reading' (duration: 482.394751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:09.372012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.368428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:09.372045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:08.889449Z","time spent":"482.588555ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7505,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5ftm4\" "} {"level":"info","ts":"2026-04-28T23:30:09.372092Z","caller":"traceutil/trace.go:171","msg":"trace[809507775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28193; }","duration":"227.490261ms","start":"2026-04-28T23:30:09.144582Z","end":"2026-04-28T23:30:09.372072Z","steps":["trace[809507775] 'agreement among raft nodes before linearized reading' (duration: 227.352668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:09.715812Z","caller":"traceutil/trace.go:171","msg":"trace[394440695] transaction","detail":"{read_only:false; response_revision:28195; number_of_response:1; }","duration":"243.737977ms","start":"2026-04-28T23:30:09.472048Z","end":"2026-04-28T23:30:09.715786Z","steps":["trace[394440695] 'process raft request' (duration: 243.552403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:09.755492Z","caller":"traceutil/trace.go:171","msg":"trace[1630344898] transaction","detail":"{read_only:false; response_revision:28196; number_of_response:1; }","duration":"283.19136ms","start":"2026-04-28T23:30:09.472283Z","end":"2026-04-28T23:30:09.755475Z","steps":["trace[1630344898] 'process raft request' (duration: 283.052257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:09.755709Z","caller":"traceutil/trace.go:171","msg":"trace[1274383647] linearizableReadLoop","detail":"{readStateIndex:29235; appliedIndex:29232; }","duration":"282.983036ms","start":"2026-04-28T23:30:09.472698Z","end":"2026-04-28T23:30:09.755681Z","steps":["trace[1274383647] 'read index received' (duration: 243.014281ms)","trace[1274383647] 'applied index is now lower than readState.Index' (duration: 39.967405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:09.75577Z","caller":"traceutil/trace.go:171","msg":"trace[1552879231] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"283.123929ms","start":"2026-04-28T23:30:09.472601Z","end":"2026-04-28T23:30:09.755725Z","steps":["trace[1552879231] 'process raft request' (duration: 282.828323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:09.755929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.206551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T23:30:09.755985Z","caller":"traceutil/trace.go:171","msg":"trace[1929078257] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:28197; }","duration":"283.278472ms","start":"2026-04-28T23:30:09.472687Z","end":"2026-04-28T23:30:09.755965Z","steps":["trace[1929078257] 'agreement among raft nodes before linearized reading' (duration: 283.15179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:09.755991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.112609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-99fqx\" ","response":"range_response_count:1 size:7586"} {"level":"info","ts":"2026-04-28T23:30:09.756034Z","caller":"traceutil/trace.go:171","msg":"trace[1829852278] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-99fqx; range_end:; response_count:1; response_revision:28197; }","duration":"283.17245ms","start":"2026-04-28T23:30:09.472851Z","end":"2026-04-28T23:30:09.756024Z","steps":["trace[1829852278] 'agreement among raft nodes before linearized reading' (duration: 283.025656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:09.942098Z","caller":"traceutil/trace.go:171","msg":"trace[247169386] linearizableReadLoop","detail":"{readStateIndex:29237; appliedIndex:29236; }","duration":"171.540186ms","start":"2026-04-28T23:30:09.770528Z","end":"2026-04-28T23:30:09.942068Z","steps":["trace[247169386] 'read index received' (duration: 150.774051ms)","trace[247169386] 'applied index is now lower than readState.Index' (duration: 20.764955ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:09.942165Z","caller":"traceutil/trace.go:171","msg":"trace[1358803019] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"172.455976ms","start":"2026-04-28T23:30:09.769685Z","end":"2026-04-28T23:30:09.942141Z","steps":["trace[1358803019] 'process raft request' (duration: 151.66565ms)","trace[1358803019] 'compare' (duration: 20.57705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:09.942375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.096106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" ","response":"range_response_count:1 size:1143"} {"level":"warn","ts":"2026-04-28T23:30:09.94243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.893794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:30:09.942457Z","caller":"traceutil/trace.go:171","msg":"trace[199216135] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:1; response_revision:28199; }","duration":"171.214318ms","start":"2026-04-28T23:30:09.771223Z","end":"2026-04-28T23:30:09.942437Z","steps":["trace[199216135] 'agreement among raft nodes before linearized reading' (duration: 171.008454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:09.94248Z","caller":"traceutil/trace.go:171","msg":"trace[1602469250] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28199; }","duration":"171.984726ms","start":"2026-04-28T23:30:09.770482Z","end":"2026-04-28T23:30:09.942466Z","steps":["trace[1602469250] 'agreement among raft nodes before linearized reading' (duration: 171.775831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:10.512823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:12.145631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:30:12.145766Z","caller":"traceutil/trace.go:171","msg":"trace[1082111878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479257s","start":"2026-04-28T23:30:10.145261Z","end":"2026-04-28T23:30:12.145741Z","steps":["trace[1082111878] 'agreement among raft nodes before linearized reading' (duration: 2.000311433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:12.145829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:10.145241Z","time spent":"2.000573409s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:12.995384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333044868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:12.995459Z","caller":"traceutil/trace.go:171","msg":"trace[341993513] linearizableReadLoop","detail":"{readStateIndex:29240; appliedIndex:29239; }","duration":"2.983285452s","start":"2026-04-28T23:30:10.012161Z","end":"2026-04-28T23:30:12.995446Z","steps":["trace[341993513] 'read index received' (duration: 650.150893ms)","trace[341993513] 'applied index is now lower than readState.Index' (duration: 2.333132649s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:12.995501Z","caller":"traceutil/trace.go:171","msg":"trace[2002879010] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"2.984984691s","start":"2026-04-28T23:30:10.01051Z","end":"2026-04-28T23:30:12.995494Z","steps":["trace[2002879010] 'process raft request' (duration: 651.76851ms)","trace[2002879010] 'compare' (duration: 2.332866943s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:12.995531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:10.010493Z","time spent":"2.985021481s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:12.995646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983467688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-28T23:30:12.995731Z","caller":"traceutil/trace.go:171","msg":"trace[402850289] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:28202; }","duration":"2.98357538s","start":"2026-04-28T23:30:10.012133Z","end":"2026-04-28T23:30:12.995709Z","steps":["trace[402850289] 'agreement among raft nodes before linearized reading' (duration: 2.983386456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:12.995776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:10.012123Z","time spent":"2.983644281s","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" "} {"level":"info","ts":"2026-04-28T23:30:13.034819Z","caller":"traceutil/trace.go:171","msg":"trace[1797242568] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"1.238280671s","start":"2026-04-28T23:30:11.796509Z","end":"2026-04-28T23:30:13.03479Z","steps":["trace[1797242568] 'process raft request' (duration: 1.238130456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.034975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:11.796485Z","time spent":"1.238411674s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:13.18978Z","caller":"traceutil/trace.go:171","msg":"trace[435112845] linearizableReadLoop","detail":"{readStateIndex:29242; appliedIndex:29240; }","duration":"194.267364ms","start":"2026-04-28T23:30:12.995472Z","end":"2026-04-28T23:30:13.18974Z","steps":["trace[435112845] 'read index received' (duration: 39.089356ms)","trace[435112845] 'applied index is now lower than readState.Index' (duration: 155.176498ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:13.189976Z","caller":"traceutil/trace.go:171","msg":"trace[1449645289] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"1.196812472s","start":"2026-04-28T23:30:11.993126Z","end":"2026-04-28T23:30:13.189938Z","steps":["trace[1449645289] 'process raft request' (duration: 1.135219284s)","trace[1449645289] 'compare' (duration: 60.782971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:13.190097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:11.9931Z","time spent":"1.196938574s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:13.190095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430920528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:30:13.190147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136152778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-28T23:30:13.190177Z","caller":"traceutil/trace.go:171","msg":"trace[2133560300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28204; }","duration":"1.43102456s","start":"2026-04-28T23:30:11.759132Z","end":"2026-04-28T23:30:13.190156Z","steps":["trace[2133560300] 'agreement among raft nodes before linearized reading' (duration: 1.430812185s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:13.190212Z","caller":"traceutil/trace.go:171","msg":"trace[1248647871] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28204; }","duration":"2.136261511s","start":"2026-04-28T23:30:11.053937Z","end":"2026-04-28T23:30:13.190198Z","steps":["trace[1248647871] 'agreement among raft nodes before linearized reading' (duration: 2.136044856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.699895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-28T23:30:13.190214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.39232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa5cfd54fd955\" ","response":"range_response_count:1 size:798"} {"level":"warn","ts":"2026-04-28T23:30:13.190224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:11.759084Z","time spent":"1.431132482s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:30:13.190245Z","caller":"traceutil/trace.go:171","msg":"trace[399673562] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:28204; }","duration":"190.752887ms","start":"2026-04-28T23:30:12.999486Z","end":"2026-04-28T23:30:13.190239Z","steps":["trace[399673562] 'agreement among raft nodes before linearized reading' (duration: 190.698335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:11.05392Z","time spent":"2.136319032s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-28T23:30:13.190264Z","caller":"traceutil/trace.go:171","msg":"trace[1756709112] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa5cfd54fd955; range_end:; response_count:1; response_revision:28204; }","duration":"191.468612ms","start":"2026-04-28T23:30:12.998781Z","end":"2026-04-28T23:30:13.190249Z","steps":["trace[1756709112] 'agreement among raft nodes before linearized reading' (duration: 191.319359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661506959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:30:13.190331Z","caller":"traceutil/trace.go:171","msg":"trace[1716914427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28204; }","duration":"2.661620201s","start":"2026-04-28T23:30:10.528694Z","end":"2026-04-28T23:30:13.190314Z","steps":["trace[1716914427] 'agreement among raft nodes before linearized reading' (duration: 2.661397416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:10.528673Z","time spent":"2.661693992s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:30:13.19053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470325301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:30:13.190571Z","caller":"traceutil/trace.go:171","msg":"trace[964237911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28204; }","duration":"1.470368482s","start":"2026-04-28T23:30:11.720196Z","end":"2026-04-28T23:30:13.190564Z","steps":["trace[964237911] 'agreement among raft nodes before linearized reading' (duration: 1.470237829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.248465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:13.19059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:11.720139Z","time spent":"1.470444473s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T23:30:13.190601Z","caller":"traceutil/trace.go:171","msg":"trace[1661291278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28204; }","duration":"945.969971ms","start":"2026-04-28T23:30:12.244619Z","end":"2026-04-28T23:30:13.190589Z","steps":["trace[1661291278] 'agreement among raft nodes before linearized reading' (duration: 945.175674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.190638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:12.244602Z","time spent":"946.027802ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:30:13.431283Z","caller":"traceutil/trace.go:171","msg":"trace[1941819140] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"235.957686ms","start":"2026-04-28T23:30:13.195295Z","end":"2026-04-28T23:30:13.431252Z","steps":["trace[1941819140] 'process raft request' (duration: 226.51617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:13.431538Z","caller":"traceutil/trace.go:171","msg":"trace[947144551] linearizableReadLoop","detail":"{readStateIndex:29244; appliedIndex:29242; }","duration":"236.189431ms","start":"2026-04-28T23:30:13.195328Z","end":"2026-04-28T23:30:13.431518Z","steps":["trace[947144551] 'read index received' (duration: 51.402515ms)","trace[947144551] 'applied index is now lower than readState.Index' (duration: 184.785856ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:13.431588Z","caller":"traceutil/trace.go:171","msg":"trace[1820560512] transaction","detail":"{read_only:false; response_revision:28208; number_of_response:1; }","duration":"231.54618ms","start":"2026-04-28T23:30:13.20002Z","end":"2026-04-28T23:30:13.431566Z","steps":["trace[1820560512] 'process raft request' (duration: 231.400777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:13.431721Z","caller":"traceutil/trace.go:171","msg":"trace[1888695892] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"235.982066ms","start":"2026-04-28T23:30:13.19572Z","end":"2026-04-28T23:30:13.431702Z","steps":["trace[1888695892] 'process raft request' (duration: 235.474655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.43172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.369734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-04-28T23:30:13.431877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.245317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aaa823f4ff33f5\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-04-28T23:30:13.431925Z","caller":"traceutil/trace.go:171","msg":"trace[452883233] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-controller-manager; range_end:; response_count:1; response_revision:28208; }","duration":"236.60445ms","start":"2026-04-28T23:30:13.195299Z","end":"2026-04-28T23:30:13.431903Z","steps":["trace[452883233] 'agreement among raft nodes before linearized reading' (duration: 236.341964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:13.431933Z","caller":"traceutil/trace.go:171","msg":"trace[1077846363] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aaa823f4ff33f5; range_end:; response_count:1; response_revision:28208; }","duration":"181.339469ms","start":"2026-04-28T23:30:13.250574Z","end":"2026-04-28T23:30:13.431913Z","steps":["trace[1077846363] 'agreement among raft nodes before linearized reading' (duration: 181.187916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.725765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.197992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:13.725843Z","caller":"traceutil/trace.go:171","msg":"trace[329407935] linearizableReadLoop","detail":"{readStateIndex:29247; appliedIndex:29246; }","duration":"291.44888ms","start":"2026-04-28T23:30:13.434384Z","end":"2026-04-28T23:30:13.725833Z","steps":["trace[329407935] 'read index received' (duration: 129.068795ms)","trace[329407935] 'applied index is now lower than readState.Index' (duration: 162.379475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:13.725948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.563174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T23:30:13.725918Z","caller":"traceutil/trace.go:171","msg":"trace[518484740] transaction","detail":"{read_only:false; response_revision:28209; number_of_response:1; }","duration":"291.583093ms","start":"2026-04-28T23:30:13.43429Z","end":"2026-04-28T23:30:13.725873Z","steps":["trace[518484740] 'process raft request' (duration: 129.221908ms)","trace[518484740] 'compare' (duration: 162.1097ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:13.725968Z","caller":"traceutil/trace.go:171","msg":"trace[205759347] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:1; response_revision:28209; }","duration":"291.606914ms","start":"2026-04-28T23:30:13.434356Z","end":"2026-04-28T23:30:13.725963Z","steps":["trace[205759347] 'agreement among raft nodes before linearized reading' (duration: 291.536623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:13.726097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.236313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-28T23:30:13.726167Z","caller":"traceutil/trace.go:171","msg":"trace[1859955905] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28209; }","duration":"290.352856ms","start":"2026-04-28T23:30:13.435797Z","end":"2026-04-28T23:30:13.72615Z","steps":["trace[1859955905] 'agreement among raft nodes before linearized reading' (duration: 290.126851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:14.191021Z","caller":"traceutil/trace.go:171","msg":"trace[1414615360] linearizableReadLoop","detail":"{readStateIndex:29253; appliedIndex:29252; }","duration":"194.998948ms","start":"2026-04-28T23:30:13.995987Z","end":"2026-04-28T23:30:14.190986Z","steps":["trace[1414615360] 'read index received' (duration: 161.336491ms)","trace[1414615360] 'applied index is now lower than readState.Index' (duration: 33.660977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:14.191071Z","caller":"traceutil/trace.go:171","msg":"trace[1765338747] transaction","detail":"{read_only:false; response_revision:28215; number_of_response:1; }","duration":"196.691086ms","start":"2026-04-28T23:30:13.994336Z","end":"2026-04-28T23:30:14.191027Z","steps":["trace[1765338747] 'process raft request' (duration: 163.040089ms)","trace[1765338747] 'compare' (duration: 33.404791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:14.191364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.297505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-04-28T23:30:14.191434Z","caller":"traceutil/trace.go:171","msg":"trace[1377898453] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:28215; }","duration":"195.463478ms","start":"2026-04-28T23:30:13.995952Z","end":"2026-04-28T23:30:14.191416Z","steps":["trace[1377898453] 'agreement among raft nodes before linearized reading' (duration: 195.231643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:14.191515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.408807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-99fqx\" ","response":"range_response_count:1 size:7586"} {"level":"info","ts":"2026-04-28T23:30:14.191577Z","caller":"traceutil/trace.go:171","msg":"trace[1088619879] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-99fqx; range_end:; response_count:1; response_revision:28215; }","duration":"195.54522ms","start":"2026-04-28T23:30:13.996014Z","end":"2026-04-28T23:30:14.191559Z","steps":["trace[1088619879] 'agreement among raft nodes before linearized reading' (duration: 195.246724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:14.382233Z","caller":"traceutil/trace.go:171","msg":"trace[1290593605] linearizableReadLoop","detail":"{readStateIndex:29255; appliedIndex:29254; }","duration":"125.684311ms","start":"2026-04-28T23:30:14.256527Z","end":"2026-04-28T23:30:14.382211Z","steps":["trace[1290593605] 'read index received' (duration: 26.34µs)","trace[1290593605] 'applied index is now lower than readState.Index' (duration: 125.656971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:14.382361Z","caller":"traceutil/trace.go:171","msg":"trace[1237300692] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"125.839535ms","start":"2026-04-28T23:30:14.256504Z","end":"2026-04-28T23:30:14.382344Z","steps":["trace[1237300692] 'process raft request' (duration: 120.026177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:14.38258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.694941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-vsd9w\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-04-28T23:30:14.382667Z","caller":"traceutil/trace.go:171","msg":"trace[795942747] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-vsd9w; range_end:; response_count:1; response_revision:28217; }","duration":"125.813425ms","start":"2026-04-28T23:30:14.256841Z","end":"2026-04-28T23:30:14.382654Z","steps":["trace[795942747] 'agreement among raft nodes before linearized reading' (duration: 125.60579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:14.382574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.020409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-04-28T23:30:14.382834Z","caller":"traceutil/trace.go:171","msg":"trace[1981106249] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:28217; }","duration":"126.310585ms","start":"2026-04-28T23:30:14.256502Z","end":"2026-04-28T23:30:14.382813Z","steps":["trace[1981106249] 'agreement among raft nodes before linearized reading' (duration: 125.955007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:14.580437Z","caller":"traceutil/trace.go:171","msg":"trace[989423209] linearizableReadLoop","detail":"{readStateIndex:29256; appliedIndex:29255; }","duration":"191.105073ms","start":"2026-04-28T23:30:14.389303Z","end":"2026-04-28T23:30:14.580408Z","steps":["trace[989423209] 'read index received' (duration: 109.344884ms)","trace[989423209] 'applied index is now lower than readState.Index' (duration: 81.759229ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:14.580477Z","caller":"traceutil/trace.go:171","msg":"trace[91339305] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"192.488253ms","start":"2026-04-28T23:30:14.38795Z","end":"2026-04-28T23:30:14.580438Z","steps":["trace[91339305] 'process raft request' (duration: 110.770364ms)","trace[91339305] 'compare' (duration: 81.547575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:14.580632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.313607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-28T23:30:14.58067Z","caller":"traceutil/trace.go:171","msg":"trace[766281687] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:28218; }","duration":"191.40347ms","start":"2026-04-28T23:30:14.389256Z","end":"2026-04-28T23:30:14.580659Z","steps":["trace[766281687] 'agreement among raft nodes before linearized reading' (duration: 191.249036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:15.182552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.947541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:15.182653Z","caller":"traceutil/trace.go:171","msg":"trace[524184456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28222; }","duration":"154.059393ms","start":"2026-04-28T23:30:15.028578Z","end":"2026-04-28T23:30:15.182637Z","steps":["trace[524184456] 'range keys from in-memory index tree' (duration: 153.93265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:15.182699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.655094ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T23:30:15.18275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:14.846369Z","time spent":"336.377045ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T23:30:15.435811Z","caller":"traceutil/trace.go:171","msg":"trace[1921612674] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"197.850042ms","start":"2026-04-28T23:30:15.237846Z","end":"2026-04-28T23:30:15.435696Z","steps":["trace[1921612674] 'process raft request' (duration: 125.658121ms)","trace[1921612674] 'compare' (duration: 71.921664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:15.598338Z","caller":"traceutil/trace.go:171","msg":"trace[1533234882] transaction","detail":"{read_only:false; response_revision:28227; number_of_response:1; }","duration":"154.872741ms","start":"2026-04-28T23:30:15.443437Z","end":"2026-04-28T23:30:15.598309Z","steps":["trace[1533234882] 'process raft request' (duration: 154.79372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:15.598476Z","caller":"traceutil/trace.go:171","msg":"trace[353946654] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"158.488041ms","start":"2026-04-28T23:30:15.439879Z","end":"2026-04-28T23:30:15.598367Z","steps":["trace[353946654] 'process raft request' (duration: 158.186724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:17.799825Z","caller":"traceutil/trace.go:171","msg":"trace[46938853] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"137.392388ms","start":"2026-04-28T23:30:17.662402Z","end":"2026-04-28T23:30:17.799794Z","steps":["trace[46938853] 'process raft request' (duration: 137.238205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:18.91597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.367226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-04-28T23:30:18.916071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.579811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:30:18.916081Z","caller":"traceutil/trace.go:171","msg":"trace[1170364816] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:1; response_revision:28230; }","duration":"142.53816ms","start":"2026-04-28T23:30:18.773524Z","end":"2026-04-28T23:30:18.916062Z","steps":["trace[1170364816] 'range keys from in-memory index tree' (duration: 142.139612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:18.916126Z","caller":"traceutil/trace.go:171","msg":"trace[965852731] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28230; }","duration":"142.650483ms","start":"2026-04-28T23:30:18.773456Z","end":"2026-04-28T23:30:18.916107Z","steps":["trace[965852731] 'count revisions from in-memory index tree' (duration: 142.52785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:18.915982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.135637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:18.916367Z","caller":"traceutil/trace.go:171","msg":"trace[1938452375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28230; }","duration":"351.558696ms","start":"2026-04-28T23:30:18.564764Z","end":"2026-04-28T23:30:18.916322Z","steps":["trace[1938452375] 'range keys from in-memory index tree' (duration: 350.980174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:18.916445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:18.564741Z","time spent":"351.689089ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:18.916002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.849052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:30:18.916617Z","caller":"traceutil/trace.go:171","msg":"trace[1228292942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28230; }","duration":"843.516297ms","start":"2026-04-28T23:30:18.07308Z","end":"2026-04-28T23:30:18.916596Z","steps":["trace[1228292942] 'range keys from in-memory index tree' (duration: 842.684069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:18.916666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:18.073056Z","time spent":"843.597739ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:30:18.916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.095398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-04-28T23:30:18.916715Z","caller":"traceutil/trace.go:171","msg":"trace[836767610] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4; range_end:; response_count:1; response_revision:28230; }","duration":"727.878246ms","start":"2026-04-28T23:30:18.188823Z","end":"2026-04-28T23:30:18.916701Z","steps":["trace[836767610] 'range keys from in-memory index tree' (duration: 726.857424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:18.916764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:18.188794Z","time spent":"727.954937ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7074,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" "} {"level":"warn","ts":"2026-04-28T23:30:19.82435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:20.324538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:20.824738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:21.325831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:21.345299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.423989859s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:21.345649Z","caller":"traceutil/trace.go:171","msg":"trace[430363188] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"2.424420388s","start":"2026-04-28T23:30:18.921208Z","end":"2026-04-28T23:30:21.345629Z","steps":["trace[430363188] 'process raft request' (duration: 2.424278865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:21.345803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:18.921181Z","time spent":"2.42453963s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:24.314851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999790642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:30:24.315001Z","caller":"traceutil/trace.go:171","msg":"trace[830069306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999986976s","start":"2026-04-28T23:30:19.314988Z","end":"2026-04-28T23:30:24.314975Z","steps":["trace[830069306] 'agreement among raft nodes before linearized reading' (duration: 4.999810722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:24.315071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.314971Z","time spent":"5.000083218s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 23:30:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:24.40842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02161974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:24.408502Z","caller":"traceutil/trace.go:171","msg":"trace[298878158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.021780693s","start":"2026-04-28T23:30:22.386703Z","end":"2026-04-28T23:30:24.408484Z","steps":["trace[298878158] 'agreement among raft nodes before linearized reading' (duration: 2.021668151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:24.408558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:22.386671Z","time spent":"2.021873546s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:30:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:25.133481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.730124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:25.133621Z","caller":"traceutil/trace.go:171","msg":"trace[718332192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28231; }","duration":"105.888778ms","start":"2026-04-28T23:30:25.027715Z","end":"2026-04-28T23:30:25.133604Z","steps":["trace[718332192] 'range keys from in-memory index tree' (duration: 105.707424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:25.661396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999402353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:25.661487Z","caller":"traceutil/trace.go:171","msg":"trace[2084201132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999519526s","start":"2026-04-28T23:30:20.661948Z","end":"2026-04-28T23:30:25.661467Z","steps":["trace[2084201132] 'agreement among raft nodes before linearized reading' (duration: 4.999397353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:25.661535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:20.661866Z","time spent":"4.999658749s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 23:30:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:25.691696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.346159771s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:25.693521Z","caller":"traceutil/trace.go:171","msg":"trace[704335238] linearizableReadLoop","detail":"{readStateIndex:29271; appliedIndex:29269; }","duration":"6.378474434s","start":"2026-04-28T23:30:19.315027Z","end":"2026-04-28T23:30:25.693501Z","steps":["trace[704335238] 'read index received' (duration: 2.030529055s)","trace[704335238] 'applied index is now lower than readState.Index' (duration: 4.347942059s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:25.693844Z","caller":"traceutil/trace.go:171","msg":"trace[1687144616] transaction","detail":"{read_only:false; response_revision:28232; number_of_response:1; }","duration":"6.767535862s","start":"2026-04-28T23:30:18.926296Z","end":"2026-04-28T23:30:25.693831Z","steps":["trace[1687144616] 'process raft request' (duration: 6.767032241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:25.693941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:18.926268Z","time spent":"6.767611424s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:26.193631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:26.349116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99980167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:26.349202Z","caller":"traceutil/trace.go:171","msg":"trace[1166357687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999934593s","start":"2026-04-28T23:30:21.349247Z","end":"2026-04-28T23:30:26.349182Z","steps":["trace[1166357687] 'agreement among raft nodes before linearized reading' (duration: 4.999823851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:26.349249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:21.349231Z","time spent":"5.000008885s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 23:30:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:26.694649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:27.195432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:27.695734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:28.196837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:28.351381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:21.350264Z","time spent":"7.001111936s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T23:30:28.697535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:29.201872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:29.463566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999665455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:29.463673Z","caller":"traceutil/trace.go:171","msg":"trace[1405186593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999834408s","start":"2026-04-28T23:30:19.463807Z","end":"2026-04-28T23:30:29.463641Z","steps":["trace[1405186593] 'agreement among raft nodes before linearized reading' (duration: 9.999706835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:29.463726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.463784Z","time spent":"9.999931331s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 23:30:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:29.65819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:22.657205Z","time spent":"7.000977555s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T23:30:29.702897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:29.804233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000900931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:29.804306Z","caller":"traceutil/trace.go:171","msg":"trace[1531113471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001041584s","start":"2026-04-28T23:30:19.803245Z","end":"2026-04-28T23:30:29.804287Z","steps":["trace[1531113471] 'agreement among raft nodes before linearized reading' (duration: 10.000929912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:29.804345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.803225Z","time spent":"10.001109345s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 23:30:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:29.955587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.40195473s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:29.956788Z","caller":"traceutil/trace.go:171","msg":"trace[231158968] transaction","detail":"{read_only:false; response_revision:28236; number_of_response:1; }","duration":"6.407149302s","start":"2026-04-28T23:30:23.549619Z","end":"2026-04-28T23:30:29.956768Z","steps":["trace[231158968] 'process raft request' (duration: 6.407107151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:29.956921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:23.549591Z","time spent":"6.407262725s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:29.956893Z","caller":"traceutil/trace.go:171","msg":"trace[2104006109] transaction","detail":"{read_only:false; response_revision:28235; number_of_response:1; }","duration":"6.693110643s","start":"2026-04-28T23:30:23.263744Z","end":"2026-04-28T23:30:29.956854Z","steps":["trace[2104006109] 'process raft request' (duration: 6.692945479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:29.957076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:23.26372Z","time spent":"6.693260857s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:31.348486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996856891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:31.348557Z","caller":"traceutil/trace.go:171","msg":"trace[1778584077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996986984s","start":"2026-04-28T23:30:28.351552Z","end":"2026-04-28T23:30:31.348539Z","steps":["trace[1778584077] 'agreement among raft nodes before linearized reading' (duration: 2.996892472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.348591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:28.35153Z","time spent":"2.997053866s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 23:30:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:31.814103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858211472s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:31.815137Z","caller":"traceutil/trace.go:171","msg":"trace[488180045] transaction","detail":"{read_only:false; response_revision:28237; number_of_response:1; }","duration":"2.349207081s","start":"2026-04-28T23:30:29.465898Z","end":"2026-04-28T23:30:31.815105Z","steps":["trace[488180045] 'process raft request' (duration: 2.348626778s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:31.815464Z","caller":"traceutil/trace.go:171","msg":"trace[1757385967] linearizableReadLoop","detail":"{readStateIndex:29276; appliedIndex:29271; }","duration":"6.121843058s","start":"2026-04-28T23:30:25.693573Z","end":"2026-04-28T23:30:31.815417Z","steps":["trace[1757385967] 'read index received' (duration: 4.262886208s)","trace[1757385967] 'applied index is now lower than readState.Index' (duration: 1.85895412s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:31.815516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:29.465873Z","time spent":"2.349492659s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:31.815619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874401779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T23:30:31.815629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9277476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T23:30:31.81565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.969100426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:30:31.815668Z","caller":"traceutil/trace.go:171","msg":"trace[1649200815] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:28238; }","duration":"11.874495441s","start":"2026-04-28T23:30:19.941159Z","end":"2026-04-28T23:30:31.815654Z","steps":["trace[1649200815] 'agreement among raft nodes before linearized reading' (duration: 11.874299727s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:31.815688Z","caller":"traceutil/trace.go:171","msg":"trace[492286736] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28238; }","duration":"9.927832482s","start":"2026-04-28T23:30:21.887835Z","end":"2026-04-28T23:30:31.815668Z","steps":["trace[492286736] 'agreement among raft nodes before linearized reading' (duration: 9.927608807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.815704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.941134Z","time spent":"11.874561853s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-28T23:30:31.815716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.320663389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:30:31.815706Z","caller":"traceutil/trace.go:171","msg":"trace[124978950] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28238; }","duration":"6.969219778s","start":"2026-04-28T23:30:24.846469Z","end":"2026-04-28T23:30:31.815689Z","steps":["trace[124978950] 'agreement among raft nodes before linearized reading' (duration: 6.968971033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.815728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:21.887814Z","time spent":"9.927903073s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T23:30:31.815754Z","caller":"traceutil/trace.go:171","msg":"trace[691937778] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28238; }","duration":"12.320749581s","start":"2026-04-28T23:30:19.494991Z","end":"2026-04-28T23:30:31.815741Z","steps":["trace[691937778] 'agreement among raft nodes before linearized reading' (duration: 12.320557666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.815768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:24.846441Z","time spent":"6.969318211s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:30:31.8158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.49497Z","time spent":"12.320813882s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:30:31.816126Z","caller":"traceutil/trace.go:171","msg":"trace[1608788807] transaction","detail":"{read_only:false; response_revision:28238; number_of_response:1; }","duration":"2.011159241s","start":"2026-04-28T23:30:29.804955Z","end":"2026-04-28T23:30:31.816114Z","steps":["trace[1608788807] 'process raft request' (duration: 2.010050536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.816257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.511272543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:31.816207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:29.804925Z","time spent":"2.011227643s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:31.816266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.511278313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:31.816298Z","caller":"traceutil/trace.go:171","msg":"trace[1420976885] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28238; }","duration":"6.511382754s","start":"2026-04-28T23:30:25.304902Z","end":"2026-04-28T23:30:31.816284Z","steps":["trace[1420976885] 'agreement among raft nodes before linearized reading' (duration: 6.511279262s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:31.816325Z","caller":"traceutil/trace.go:171","msg":"trace[1606763789] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28238; }","duration":"6.511418286s","start":"2026-04-28T23:30:25.30489Z","end":"2026-04-28T23:30:31.816309Z","steps":["trace[1606763789] 'agreement among raft nodes before linearized reading' (duration: 6.511288223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.816335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:25.304886Z","time spent":"6.511440136s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:31.816373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:25.304866Z","time spent":"6.511491637s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:30:31.816542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251458998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:30:31.816549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251420357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:74 size:201538"} {"level":"info","ts":"2026-04-28T23:30:31.816582Z","caller":"traceutil/trace.go:171","msg":"trace[124590840] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28238; }","duration":"7.251531999s","start":"2026-04-28T23:30:24.565037Z","end":"2026-04-28T23:30:31.816569Z","steps":["trace[124590840] 'agreement among raft nodes before linearized reading' (duration: 7.251441137s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:31.8166Z","caller":"traceutil/trace.go:171","msg":"trace[1344023999] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:74; response_revision:28238; }","duration":"7.251475198s","start":"2026-04-28T23:30:24.565111Z","end":"2026-04-28T23:30:31.816586Z","steps":["trace[1344023999] 'agreement among raft nodes before linearized reading' (duration: 7.250707841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.816622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:24.565016Z","time spent":"7.251592661s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:30:31.816646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:24.565087Z","time spent":"7.25154143s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":74,"response size":201561,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:31.816853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.321824823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:163 size:346914"} {"level":"info","ts":"2026-04-28T23:30:31.81689Z","caller":"traceutil/trace.go:171","msg":"trace[373241174] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:163; response_revision:28238; }","duration":"12.321887385s","start":"2026-04-28T23:30:19.494992Z","end":"2026-04-28T23:30:31.816879Z","steps":["trace[373241174] 'agreement among raft nodes before linearized reading' (duration: 12.321014316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:31.816928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:19.494974Z","time spent":"12.321941036s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":163,"response size":346937,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:32.316607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:32.5284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999339062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:30:32.528488Z","caller":"traceutil/trace.go:171","msg":"trace[1671685894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999504786s","start":"2026-04-28T23:30:27.528963Z","end":"2026-04-28T23:30:32.528468Z","steps":["trace[1671685894] 'agreement among raft nodes before linearized reading' (duration: 4.999389124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:32.528534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:27.528923Z","time spent":"4.999602377s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:30:32.817247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:33.242821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999567917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:33.242911Z","caller":"traceutil/trace.go:171","msg":"trace[650874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.9997116s","start":"2026-04-28T23:30:28.243176Z","end":"2026-04-28T23:30:33.242887Z","steps":["trace[650874] 'agreement among raft nodes before linearized reading' (duration: 4.999603598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:33.242959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:28.243153Z","time spent":"4.999796772s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 23:30:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:33.309002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.494676184s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:30:34.387765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:34.387874Z","caller":"traceutil/trace.go:171","msg":"trace[1565472950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063109s","start":"2026-04-28T23:30:32.387223Z","end":"2026-04-28T23:30:34.387854Z","steps":["trace[1565472950] 'agreement among raft nodes before linearized reading' (duration: 2.000476957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:34.387952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:32.387204Z","time spent":"2.000735332s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:30:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:36.349167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.351333Z","time spent":"4.997825548s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:30:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:36.847162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537951577s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T23:30:36.847601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818470052s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:36.847762Z","caller":"traceutil/trace.go:171","msg":"trace[1818967691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28239; }","duration":"1.818667316s","start":"2026-04-28T23:30:35.029069Z","end":"2026-04-28T23:30:36.847736Z","steps":["trace[1818967691] 'range keys from in-memory index tree' (duration: 1.818448751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.521449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673375456s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T23:30:38.521667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.817174Z","time spent":"6.704489804s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T23:30:38.5227Z","caller":"traceutil/trace.go:171","msg":"trace[2005360241] linearizableReadLoop","detail":"{readStateIndex:29281; appliedIndex:29277; }","duration":"6.707156341s","start":"2026-04-28T23:30:31.815518Z","end":"2026-04-28T23:30:38.522675Z","steps":["trace[2005360241] 'read index received' (duration: 1.493707422s)","trace[2005360241] 'applied index is now lower than readState.Index' (duration: 5.213447679s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:38.522763Z","caller":"traceutil/trace.go:171","msg":"trace[1142971669] transaction","detail":"{read_only:false; response_revision:28241; number_of_response:1; }","duration":"6.701827034s","start":"2026-04-28T23:30:31.82091Z","end":"2026-04-28T23:30:38.522737Z","steps":["trace[1142971669] 'process raft request' (duration: 6.700640708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.522833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206425703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:38.522931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.60406278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa92b6c518b15\" ","response":"range_response_count:1 size:865"} {"level":"warn","ts":"2026-04-28T23:30:38.522955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.603625644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T23:30:38.523Z","caller":"traceutil/trace.go:171","msg":"trace[1330541847] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa92b6c518b15; range_end:; response_count:1; response_revision:28241; }","duration":"11.604140562s","start":"2026-04-28T23:30:26.918823Z","end":"2026-04-28T23:30:38.522963Z","steps":["trace[1330541847] 'agreement among raft nodes before linearized reading' (duration: 11.603979509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.523035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:26.918807Z","time spent":"11.604219783s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa92b6c518b15\" "} {"level":"warn","ts":"2026-04-28T23:30:38.522963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.820894Z","time spent":"6.701926437s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:38.523079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.706124519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-df97c48d6-rcg2r\" ","response":"range_response_count:1 size:8276"} {"level":"warn","ts":"2026-04-28T23:30:38.523092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13873665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T23:30:38.523115Z","caller":"traceutil/trace.go:171","msg":"trace[380479959] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-df97c48d6-rcg2r; range_end:; response_count:1; response_revision:28241; }","duration":"6.70618141s","start":"2026-04-28T23:30:31.816922Z","end":"2026-04-28T23:30:38.523103Z","steps":["trace[380479959] 'agreement among raft nodes before linearized reading' (duration: 6.706036367s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:38.523132Z","caller":"traceutil/trace.go:171","msg":"trace[1944806788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28241; }","duration":"1.138808371s","start":"2026-04-28T23:30:37.38431Z","end":"2026-04-28T23:30:38.523118Z","steps":["trace[1944806788] 'agreement among raft nodes before linearized reading' (duration: 1.138699329s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:38.523031Z","caller":"traceutil/trace.go:171","msg":"trace[36003162] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28241; }","duration":"9.603711316s","start":"2026-04-28T23:30:28.919298Z","end":"2026-04-28T23:30:38.523009Z","steps":["trace[36003162] 'agreement among raft nodes before linearized reading' (duration: 9.6034185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.523141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.813945019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-04-28T23:30:38.523152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.816905Z","time spent":"6.706239651s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8299,"request content":"key:\"/registry/pods/openstack/barbican-api-df97c48d6-rcg2r\" "} {"level":"info","ts":"2026-04-28T23:30:38.523173Z","caller":"traceutil/trace.go:171","msg":"trace[1536263694] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4; range_end:; response_count:1; response_revision:28241; }","duration":"12.814010269s","start":"2026-04-28T23:30:25.709155Z","end":"2026-04-28T23:30:38.523165Z","steps":["trace[1536263694] 'agreement among raft nodes before linearized reading' (duration: 12.813925638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.52317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:37.38429Z","time spent":"1.138872133s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:30:38.522954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206493264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:38.5232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:25.709137Z","time spent":"12.814058491s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" "} {"level":"warn","ts":"2026-04-28T23:30:38.523183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.861346723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"warn","ts":"2026-04-28T23:30:38.523204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:28.919268Z","time spent":"9.603905821s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T23:30:38.523247Z","caller":"traceutil/trace.go:171","msg":"trace[108645440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28241; }","duration":"8.861469686s","start":"2026-04-28T23:30:29.66176Z","end":"2026-04-28T23:30:38.52323Z","steps":["trace[108645440] 'agreement among raft nodes before linearized reading' (duration: 8.861295352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.523258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512327016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:30:38.522904Z","caller":"traceutil/trace.go:171","msg":"trace[1284833925] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28241; }","duration":"7.206554785s","start":"2026-04-28T23:30:31.316329Z","end":"2026-04-28T23:30:38.522884Z","steps":["trace[1284833925] 'agreement among raft nodes before linearized reading' (duration: 7.206382512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.523301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:29.66174Z","time spent":"8.861544438s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T23:30:38.523318Z","caller":"traceutil/trace.go:171","msg":"trace[906171041] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28241; }","duration":"7.206832781s","start":"2026-04-28T23:30:31.31638Z","end":"2026-04-28T23:30:38.523212Z","steps":["trace[906171041] 'agreement among raft nodes before linearized reading' (duration: 7.206485704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:38.523341Z","caller":"traceutil/trace.go:171","msg":"trace[498553098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28241; }","duration":"3.51246864s","start":"2026-04-28T23:30:35.010842Z","end":"2026-04-28T23:30:38.52331Z","steps":["trace[498553098] 'agreement among raft nodes before linearized reading' (duration: 3.512229594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:38.523398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:35.010765Z","time spent":"3.512615672s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:30:38.523408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.316343Z","time spent":"7.207035016s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:38.523334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:31.316297Z","time spent":"7.207028066s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:30:39.028274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:39.529288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:39.531254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008283385s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:30:40.741947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210453171s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T23:30:40.742059Z","caller":"traceutil/trace.go:171","msg":"trace[741200323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28241; }","duration":"2.219171455s","start":"2026-04-28T23:30:38.522868Z","end":"2026-04-28T23:30:40.742039Z","steps":["trace[741200323] 'process raft request' (duration: 1.00854737s)","trace[741200323] 'compare' (duration: 1.21040455s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:40.742119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.522849Z","time spent":"2.219240616s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:43.525889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.52721Z","time spent":"4.998667277s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:30:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:43.527232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.528847Z","time spent":"4.99837732s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:30:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:44.387217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:30:44.387326Z","caller":"traceutil/trace.go:171","msg":"trace[2131873179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023527s","start":"2026-04-28T23:30:42.387271Z","end":"2026-04-28T23:30:44.387294Z","steps":["trace[2131873179] 'agreement among raft nodes before linearized reading' (duration: 1.999884054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:44.387381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:42.387253Z","time spent":"2.000115598s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:45.14942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.617921604s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:45.149864Z","caller":"traceutil/trace.go:171","msg":"trace[962316340] transaction","detail":"{read_only:false; response_revision:28242; number_of_response:1; }","duration":"6.623602973s","start":"2026-04-28T23:30:38.526222Z","end":"2026-04-28T23:30:45.149825Z","steps":["trace[962316340] 'process raft request' (duration: 6.623363707s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:45.149954Z","caller":"traceutil/trace.go:171","msg":"trace[1319243938] transaction","detail":"{read_only:false; response_revision:28244; number_of_response:1; }","duration":"6.62167186s","start":"2026-04-28T23:30:38.528242Z","end":"2026-04-28T23:30:45.149913Z","steps":["trace[1319243938] 'process raft request' (duration: 6.621508696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:45.150039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.526194Z","time spent":"6.623752326s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:45.150049Z","caller":"traceutil/trace.go:171","msg":"trace[32012266] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"6.60702966s","start":"2026-04-28T23:30:38.542981Z","end":"2026-04-28T23:30:45.15001Z","steps":["trace[32012266] 'process raft request' (duration: 6.606815995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:45.150172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.542954Z","time spent":"6.607158882s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18400,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:45.150312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.622686522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-28T23:30:45.150389Z","caller":"traceutil/trace.go:171","msg":"trace[1399510270] linearizableReadLoop","detail":"{readStateIndex:29287; appliedIndex:29281; }","duration":"6.622277623s","start":"2026-04-28T23:30:38.527625Z","end":"2026-04-28T23:30:45.149903Z","steps":["trace[1399510270] 'read index received' (duration: 1.003846056s)","trace[1399510270] 'applied index is now lower than readState.Index' (duration: 5.618430607s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:45.150398Z","caller":"traceutil/trace.go:171","msg":"trace[514264396] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28246; }","duration":"6.622793564s","start":"2026-04-28T23:30:38.527578Z","end":"2026-04-28T23:30:45.150372Z","steps":["trace[514264396] 'agreement among raft nodes before linearized reading' (duration: 6.62262345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:45.15049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.527562Z","time spent":"6.622882886s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T23:30:45.150946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.528189Z","time spent":"6.621862954s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:45.651272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:30:45.870857Z","caller":"traceutil/trace.go:171","msg":"trace[1532263204] transaction","detail":"{read_only:false; response_revision:28247; number_of_response:1; }","duration":"5.657797928s","start":"2026-04-28T23:30:40.213027Z","end":"2026-04-28T23:30:45.870825Z","steps":["trace[1532263204] 'process raft request' (duration: 5.657518472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:45.871043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:40.213Z","time spent":"5.657950511s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:45.871097Z","caller":"traceutil/trace.go:171","msg":"trace[391740391] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"5.562743227s","start":"2026-04-28T23:30:40.308332Z","end":"2026-04-28T23:30:45.871075Z","steps":["trace[391740391] 'process raft request' (duration: 5.56242632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:45.871237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:40.308306Z","time spent":"5.562850669s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:45.871313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:40.742929Z","time spent":"5.128377317s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:30:48.718472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:48.718559Z","caller":"traceutil/trace.go:171","msg":"trace[465921257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308883s","start":"2026-04-28T23:30:46.718237Z","end":"2026-04-28T23:30:48.718546Z","steps":["trace[465921257] 'agreement among raft nodes before linearized reading' (duration: 2.000205401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:48.718589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:46.718215Z","time spent":"2.000367465s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:30:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:48.867556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.996990084s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:30:49.942256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074500154s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:30:50.039749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171975689s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:50.040016Z","caller":"traceutil/trace.go:171","msg":"trace[518810237] linearizableReadLoop","detail":"{readStateIndex:29291; appliedIndex:29287; }","duration":"4.889565679s","start":"2026-04-28T23:30:45.150435Z","end":"2026-04-28T23:30:50.040001Z","steps":["trace[518810237] 'read index received' (duration: 720.160517ms)","trace[518810237] 'applied index is now lower than readState.Index' (duration: 4.169404032s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:50.040074Z","caller":"traceutil/trace.go:171","msg":"trace[1161502493] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"4.88505899s","start":"2026-04-28T23:30:45.155008Z","end":"2026-04-28T23:30:50.040067Z","steps":["trace[1161502493] 'process raft request' (duration: 3.712717214s)","trace[1161502493] 'compare' (duration: 1.171880056s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:50.040102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:45.154986Z","time spent":"4.885101712s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:30:50.040447Z","caller":"traceutil/trace.go:171","msg":"trace[251790098] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"4.168240587s","start":"2026-04-28T23:30:45.872177Z","end":"2026-04-28T23:30:50.040417Z","steps":["trace[251790098] 'process raft request' (duration: 4.167645184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:50.040569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:45.872156Z","time spent":"4.168344659s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:50.649833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999426844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:50.649919Z","caller":"traceutil/trace.go:171","msg":"trace[1308070592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999567917s","start":"2026-04-28T23:30:45.650332Z","end":"2026-04-28T23:30:50.649899Z","steps":["trace[1308070592] 'agreement among raft nodes before linearized reading' (duration: 4.999460195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:50.649975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:45.650308Z","time spent":"4.999657209s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 23:30:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:50.903218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.349591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:30:50.903393Z","caller":"traceutil/trace.go:171","msg":"trace[1730136208] linearizableReadLoop","detail":"{readStateIndex:29293; appliedIndex:29292; }","duration":"863.342981ms","start":"2026-04-28T23:30:50.040035Z","end":"2026-04-28T23:30:50.903378Z","steps":["trace[1730136208] 'read index received' (duration: 192.395µs)","trace[1730136208] 'applied index is now lower than readState.Index' (duration: 863.149636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:50.903648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.375908009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T23:30:50.903711Z","caller":"traceutil/trace.go:171","msg":"trace[967101498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314; range_end:; response_count:1; response_revision:28251; }","duration":"12.375996271s","start":"2026-04-28T23:30:38.527697Z","end":"2026-04-28T23:30:50.903693Z","steps":["trace[967101498] 'agreement among raft nodes before linearized reading' (duration: 11.512509166s)","trace[967101498] 'range keys from in-memory index tree' (duration: 863.318971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:50.903745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:38.527691Z","time spent":"12.376046132s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314\" "} {"level":"warn","ts":"2026-04-28T23:30:50.903821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513579925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:30:50.903858Z","caller":"traceutil/trace.go:171","msg":"trace[844826989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28251; }","duration":"3.513665716s","start":"2026-04-28T23:30:47.390181Z","end":"2026-04-28T23:30:50.903847Z","steps":["trace[844826989] 'agreement among raft nodes before linearized reading' (duration: 3.513533154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:50.903884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:47.39016Z","time spent":"3.513717068s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T23:30:50.903997Z","caller":"traceutil/trace.go:171","msg":"trace[1619839546] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"858.382374ms","start":"2026-04-28T23:30:50.045607Z","end":"2026-04-28T23:30:50.90399Z","steps":["trace[1619839546] 'process raft request' (duration: 857.700788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:50.90405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:50.045584Z","time spent":"858.432344ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:30:51.306661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264249938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:30:51.306731Z","caller":"traceutil/trace.go:171","msg":"trace[1511386199] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28252; }","duration":"1.26433812s","start":"2026-04-28T23:30:50.042376Z","end":"2026-04-28T23:30:51.306714Z","steps":["trace[1511386199] 'agreement among raft nodes before linearized reading' (duration: 861.683845ms)","trace[1511386199] 'range keys from in-memory index tree' (duration: 402.458711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:51.306761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:50.042352Z","time spent":"1.264403952s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:30:51.306737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.602188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-28T23:30:51.306811Z","caller":"traceutil/trace.go:171","msg":"trace[2119786766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28252; }","duration":"399.73806ms","start":"2026-04-28T23:30:50.907055Z","end":"2026-04-28T23:30:51.306793Z","steps":["trace[2119786766] 'range keys from in-memory index tree' (duration: 399.421484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:51.306858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:50.907038Z","time spent":"399.810873ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T23:30:51.764862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:51.97875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070798353s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:30:51.979047Z","caller":"traceutil/trace.go:171","msg":"trace[726581585] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"1.071165631s","start":"2026-04-28T23:30:50.907865Z","end":"2026-04-28T23:30:51.979031Z","steps":["trace[726581585] 'process raft request' (duration: 1.071054388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:51.979147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:50.90785Z","time spent":"1.071245462s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:52.306843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.690546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:52.307025Z","caller":"traceutil/trace.go:171","msg":"trace[1736535847] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"1.39816354s","start":"2026-04-28T23:30:50.908828Z","end":"2026-04-28T23:30:52.306992Z","steps":["trace[1736535847] 'process raft request' (duration: 1.211256619s)","trace[1736535847] 'compare' (duration: 186.326468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:52.307153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:50.908812Z","time spent":"1.398274862s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:30:52.666383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.43623ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:30:52.6665Z","caller":"traceutil/trace.go:171","msg":"trace[1002297182] linearizableReadLoop","detail":"{readStateIndex:29296; appliedIndex:29294; }","duration":"1.402360132s","start":"2026-04-28T23:30:51.264119Z","end":"2026-04-28T23:30:52.666479Z","steps":["trace[1002297182] 'read index received' (duration: 714.85632ms)","trace[1002297182] 'applied index is now lower than readState.Index' (duration: 687.502132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:52.666632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402488076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:52.666711Z","caller":"traceutil/trace.go:171","msg":"trace[423954023] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28254; }","duration":"1.402600857s","start":"2026-04-28T23:30:51.26409Z","end":"2026-04-28T23:30:52.666691Z","steps":["trace[423954023] 'agreement among raft nodes before linearized reading' (duration: 1.402472765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.666748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.264076Z","time spent":"1.402661968s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:52.765292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501003701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:52.765371Z","caller":"traceutil/trace.go:171","msg":"trace[186845567] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28255; }","duration":"1.501108554s","start":"2026-04-28T23:30:51.264246Z","end":"2026-04-28T23:30:52.765354Z","steps":["trace[186845567] 'agreement among raft nodes before linearized reading' (duration: 1.500967521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.76541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.264241Z","time spent":"1.501161985s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:30:52.765441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.001918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-28T23:30:52.765424Z","caller":"traceutil/trace.go:171","msg":"trace[1807009453] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"107.80587ms","start":"2026-04-28T23:30:52.657586Z","end":"2026-04-28T23:30:52.765391Z","steps":["trace[1807009453] 'process raft request' (duration: 107.458473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:52.765479Z","caller":"traceutil/trace.go:171","msg":"trace[860437747] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"775.077159ms","start":"2026-04-28T23:30:51.99039Z","end":"2026-04-28T23:30:52.765467Z","steps":["trace[860437747] 'agreement among raft nodes before linearized reading' (duration: 774.942926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.839232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-28T23:30:52.765517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.885379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:30:52.765536Z","caller":"traceutil/trace.go:171","msg":"trace[1919110810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"768.943954ms","start":"2026-04-28T23:30:51.996577Z","end":"2026-04-28T23:30:52.765521Z","steps":["trace[1919110810] 'agreement among raft nodes before linearized reading' (duration: 768.697419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.366388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-28T23:30:52.765569Z","caller":"traceutil/trace.go:171","msg":"trace[323357736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28255; }","duration":"782.975602ms","start":"2026-04-28T23:30:51.982579Z","end":"2026-04-28T23:30:52.765555Z","steps":["trace[323357736] 'agreement among raft nodes before linearized reading' (duration: 782.852369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:52.76559Z","caller":"traceutil/trace.go:171","msg":"trace[2138746578] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"771.402088ms","start":"2026-04-28T23:30:51.994182Z","end":"2026-04-28T23:30:52.765584Z","steps":["trace[2138746578] 'agreement among raft nodes before linearized reading' (duration: 771.331807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.76558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.996567Z","time spent":"768.998455ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.994175Z","time spent":"771.427329ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454883642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-28T23:30:52.765605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.982558Z","time spent":"783.038392ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T23:30:52.76563Z","caller":"traceutil/trace.go:171","msg":"trace[604367246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88; range_end:; response_count:1; response_revision:28255; }","duration":"1.454950313s","start":"2026-04-28T23:30:51.310672Z","end":"2026-04-28T23:30:52.765623Z","steps":["trace[604367246] 'agreement among raft nodes before linearized reading' (duration: 1.454880192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.310649Z","time spent":"1.454994143s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.205386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-28T23:30:52.76574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.86729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-04-28T23:30:52.765713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.301854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-28T23:30:52.765761Z","caller":"traceutil/trace.go:171","msg":"trace[361135841] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"751.265848ms","start":"2026-04-28T23:30:52.014484Z","end":"2026-04-28T23:30:52.76575Z","steps":["trace[361135841] 'agreement among raft nodes before linearized reading' (duration: 751.112714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:52.765771Z","caller":"traceutil/trace.go:171","msg":"trace[1878029579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"767.910452ms","start":"2026-04-28T23:30:51.997851Z","end":"2026-04-28T23:30:52.765761Z","steps":["trace[1878029579] 'agreement among raft nodes before linearized reading' (duration: 767.81564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45710436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T23:30:52.765795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.877101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-28T23:30:52.765798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.997841Z","time spent":"767.949783ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-28T23:30:52.765805Z","caller":"traceutil/trace.go:171","msg":"trace[944551732] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28255; }","duration":"1.457146311s","start":"2026-04-28T23:30:51.308653Z","end":"2026-04-28T23:30:52.765799Z","steps":["trace[944551732] 'agreement among raft nodes before linearized reading' (duration: 1.4570872s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:52.7658Z","caller":"traceutil/trace.go:171","msg":"trace[1068870969] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"775.445087ms","start":"2026-04-28T23:30:51.990335Z","end":"2026-04-28T23:30:52.76578Z","steps":["trace[1068870969] 'agreement among raft nodes before linearized reading' (duration: 775.173822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.308636Z","time spent":"1.457188042s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.331071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-28T23:30:52.765501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.990351Z","time spent":"775.14535ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.959528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-28T23:30:52.765902Z","caller":"traceutil/trace.go:171","msg":"trace[1266336516] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"768.427773ms","start":"2026-04-28T23:30:51.997456Z","end":"2026-04-28T23:30:52.765884Z","steps":["trace[1266336516] 'agreement among raft nodes before linearized reading' (duration: 768.226578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.261451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-28T23:30:52.765932Z","caller":"traceutil/trace.go:171","msg":"trace[880055543] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"575.02964ms","start":"2026-04-28T23:30:52.190892Z","end":"2026-04-28T23:30:52.765922Z","steps":["trace[880055543] 'agreement among raft nodes before linearized reading' (duration: 574.918277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.997445Z","time spent":"768.484334ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-28T23:30:52.765951Z","caller":"traceutil/trace.go:171","msg":"trace[1324424751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"774.304152ms","start":"2026-04-28T23:30:51.99164Z","end":"2026-04-28T23:30:52.765945Z","steps":["trace[1324424751] 'agreement among raft nodes before linearized reading' (duration: 774.249171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.765959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.190871Z","time spent":"575.08209ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.991628Z","time spent":"774.341063ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.014476Z","time spent":"751.308609ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.766027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.575208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:52.766045Z","caller":"traceutil/trace.go:171","msg":"trace[1515644175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28255; }","duration":"378.630349ms","start":"2026-04-28T23:30:52.387408Z","end":"2026-04-28T23:30:52.766038Z","steps":["trace[1515644175] 'agreement among raft nodes before linearized reading' (duration: 378.597318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.766061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.387385Z","time spent":"378.67312ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:30:52.765819Z","caller":"traceutil/trace.go:171","msg":"trace[1086500447] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"772.913762ms","start":"2026-04-28T23:30:51.992898Z","end":"2026-04-28T23:30:52.765812Z","steps":["trace[1086500447] 'agreement among raft nodes before linearized reading' (duration: 772.847021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.766131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.992892Z","time spent":"773.230669ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.76586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.990317Z","time spent":"775.533109ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T23:30:52.765876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.530205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-28T23:30:52.766159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.172013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T23:30:52.766215Z","caller":"traceutil/trace.go:171","msg":"trace[574637610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:28255; }","duration":"773.852222ms","start":"2026-04-28T23:30:51.992341Z","end":"2026-04-28T23:30:52.766193Z","steps":["trace[574637610] 'agreement among raft nodes before linearized reading' (duration: 773.492705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.766272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:51.99231Z","time spent":"773.943964ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-28T23:30:52.76625Z","caller":"traceutil/trace.go:171","msg":"trace[740874489] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28255; }","duration":"454.296366ms","start":"2026-04-28T23:30:52.311937Z","end":"2026-04-28T23:30:52.766233Z","steps":["trace[740874489] 'agreement among raft nodes before linearized reading' (duration: 453.366266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:52.76635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.311917Z","time spent":"454.421018ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" "} {"level":"warn","ts":"2026-04-28T23:30:53.271201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:54.776649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:30:54.776744Z","caller":"traceutil/trace.go:171","msg":"trace[760962413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241772s","start":"2026-04-28T23:30:52.776482Z","end":"2026-04-28T23:30:54.776724Z","steps":["trace[760962413] 'agreement among raft nodes before linearized reading' (duration: 2.00012565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:54.776791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.776468Z","time spent":"2.000313773s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:56.353654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586295466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:30:56.353712Z","caller":"traceutil/trace.go:171","msg":"trace[423680914] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28255; }","duration":"3.586363287s","start":"2026-04-28T23:30:52.767336Z","end":"2026-04-28T23:30:56.353699Z","steps":["trace[423680914] 'range keys from in-memory index tree' (duration: 3.586175093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:56.353744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.767301Z","time spent":"3.586433589s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:30:56.353716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325376037s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:56.353836Z","caller":"traceutil/trace.go:171","msg":"trace[1430137686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28255; }","duration":"1.32551026s","start":"2026-04-28T23:30:55.028311Z","end":"2026-04-28T23:30:56.353821Z","steps":["trace[1430137686] 'range keys from in-memory index tree' (duration: 1.325362966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:56.35428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06437738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:56.354376Z","caller":"traceutil/trace.go:171","msg":"trace[460334628] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"3.585461337s","start":"2026-04-28T23:30:52.768897Z","end":"2026-04-28T23:30:56.354358Z","steps":["trace[460334628] 'process raft request' (duration: 520.884174ms)","trace[460334628] 'compare' (duration: 3.063793486s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:30:56.354433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.76888Z","time spent":"3.585522379s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:56.785679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:56.785736Z","caller":"traceutil/trace.go:171","msg":"trace[821165373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669952s","start":"2026-04-28T23:30:54.785055Z","end":"2026-04-28T23:30:56.785725Z","steps":["trace[821165373] 'agreement among raft nodes before linearized reading' (duration: 2.00060027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:56.785782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:54.785039Z","time spent":"2.000733783s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:57.122907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.730522814s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:30:57.775309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.780421Z","time spent":"4.994881534s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:57.893576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998388522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:30:57.893657Z","caller":"traceutil/trace.go:171","msg":"trace[178264099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998528225s","start":"2026-04-28T23:30:52.895109Z","end":"2026-04-28T23:30:57.893637Z","steps":["trace[178264099] 'agreement among raft nodes before linearized reading' (duration: 4.998430653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:57.893702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.895085Z","time spent":"4.998608157s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 23:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:30:58.551688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428410953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:30:58.551971Z","caller":"traceutil/trace.go:171","msg":"trace[30579366] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"2.494676017s","start":"2026-04-28T23:30:56.057273Z","end":"2026-04-28T23:30:58.551949Z","steps":["trace[30579366] 'process raft request' (duration: 2.494620166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:56.057254Z","time spent":"2.494773719s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:30:58.552135Z","caller":"traceutil/trace.go:171","msg":"trace[1765839181] linearizableReadLoop","detail":"{readStateIndex:29300; appliedIndex:29298; }","duration":"5.781588158s","start":"2026-04-28T23:30:52.770473Z","end":"2026-04-28T23:30:58.552061Z","steps":["trace[1765839181] 'read index received' (duration: 519.325219ms)","trace[1765839181] 'applied index is now lower than readState.Index' (duration: 5.262256169s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:30:58.552199Z","caller":"traceutil/trace.go:171","msg":"trace[1869612377] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"2.6441931s","start":"2026-04-28T23:30:55.907973Z","end":"2026-04-28T23:30:58.552166Z","steps":["trace[1869612377] 'process raft request' (duration: 2.643842762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:55.907956Z","time spent":"2.644310572s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:30:58.552445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781957437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"warn","ts":"2026-04-28T23:30:58.552462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238748413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:58.552494Z","caller":"traceutil/trace.go:171","msg":"trace[1941801337] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28259; }","duration":"5.782020458s","start":"2026-04-28T23:30:52.770462Z","end":"2026-04-28T23:30:58.552482Z","steps":["trace[1941801337] 'agreement among raft nodes before linearized reading' (duration: 5.781830014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.770429Z","time spent":"5.782106499s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:30:58.552566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766914034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:58.552495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155205055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:58.552501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155766467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:30:58.552613Z","caller":"traceutil/trace.go:171","msg":"trace[762041472] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28259; }","duration":"5.155362957s","start":"2026-04-28T23:30:53.397232Z","end":"2026-04-28T23:30:58.552595Z","steps":["trace[762041472] 'agreement among raft nodes before linearized reading' (duration: 5.155176513s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.552616Z","caller":"traceutil/trace.go:171","msg":"trace[532459245] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28259; }","duration":"5.238849755s","start":"2026-04-28T23:30:53.313653Z","end":"2026-04-28T23:30:58.552503Z","steps":["trace[532459245] 'agreement among raft nodes before linearized reading' (duration: 5.238749283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23954941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:58.552606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803139327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:58.552653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.397213Z","time spent":"5.155429349s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T23:30:58.552636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049743716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-04-28T23:30:58.552664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.239433619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:30:58.552683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195358624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7f0326\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T23:30:58.55271Z","caller":"traceutil/trace.go:171","msg":"trace[1090210387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28259; }","duration":"1.803374912s","start":"2026-04-28T23:30:56.749311Z","end":"2026-04-28T23:30:58.552686Z","steps":["trace[1090210387] 'agreement among raft nodes before linearized reading' (duration: 1.803083036s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.55272Z","caller":"traceutil/trace.go:171","msg":"trace[1993071524] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28259; }","duration":"5.049867469s","start":"2026-04-28T23:30:53.502834Z","end":"2026-04-28T23:30:58.552701Z","steps":["trace[1993071524] 'agreement among raft nodes before linearized reading' (duration: 5.049540802s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.552752Z","caller":"traceutil/trace.go:171","msg":"trace[666942308] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28259; }","duration":"5.239623602s","start":"2026-04-28T23:30:53.313106Z","end":"2026-04-28T23:30:58.55273Z","steps":["trace[666942308] 'agreement among raft nodes before linearized reading' (duration: 5.239396957s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.552759Z","caller":"traceutil/trace.go:171","msg":"trace[1527456718] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7f0326; range_end:; response_count:1; response_revision:28259; }","duration":"2.195462496s","start":"2026-04-28T23:30:56.357276Z","end":"2026-04-28T23:30:58.552739Z","steps":["trace[1527456718] 'agreement among raft nodes before linearized reading' (duration: 2.19514415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:56.749295Z","time spent":"1.803464244s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:58.552772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.502817Z","time spent":"5.04994583s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T23:30:58.552695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.31363Z","time spent":"5.23904594s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:30:58.552803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:56.357261Z","time spent":"2.195531868s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7f0326\" "} {"level":"warn","ts":"2026-04-28T23:30:58.552805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.313084Z","time spent":"5.239705204s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:30:58.552599Z","caller":"traceutil/trace.go:171","msg":"trace[1016658550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28259; }","duration":"1.766955284s","start":"2026-04-28T23:30:56.785632Z","end":"2026-04-28T23:30:58.552587Z","steps":["trace[1016658550] 'agreement among raft nodes before linearized reading' (duration: 1.766864042s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.552676Z","caller":"traceutil/trace.go:171","msg":"trace[2078017683] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28259; }","duration":"5.239604932s","start":"2026-04-28T23:30:53.313064Z","end":"2026-04-28T23:30:58.552669Z","steps":["trace[2078017683] 'agreement among raft nodes before linearized reading' (duration: 5.239563331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.552911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:56.785625Z","time spent":"1.767274982s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:30:58.55293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.313048Z","time spent":"5.239871757s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:30:58.55247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7798809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T23:30:58.552992Z","caller":"traceutil/trace.go:171","msg":"trace[346512761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28259; }","duration":"5.780412842s","start":"2026-04-28T23:30:52.772566Z","end":"2026-04-28T23:30:58.552979Z","steps":["trace[346512761] 'agreement among raft nodes before linearized reading' (duration: 5.779762718s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:30:58.552647Z","caller":"traceutil/trace.go:171","msg":"trace[788642725] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28259; }","duration":"5.155954391s","start":"2026-04-28T23:30:53.396675Z","end":"2026-04-28T23:30:58.552629Z","steps":["trace[788642725] 'agreement among raft nodes before linearized reading' (duration: 5.155762177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.553043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:52.772533Z","time spent":"5.780498144s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T23:30:58.55309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:53.396654Z","time spent":"5.156417122s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T23:30:58.55363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197951259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:30:58.553665Z","caller":"traceutil/trace.go:171","msg":"trace[1134844137] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28259; }","duration":"2.198005961s","start":"2026-04-28T23:30:56.355652Z","end":"2026-04-28T23:30:58.553658Z","steps":["trace[1134844137] 'agreement among raft nodes before linearized reading' (duration: 2.196800215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:30:58.553687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:56.35564Z","time spent":"2.198043222s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:30:59.057574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:30:59.992332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.735164ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T23:30:59.9924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.554868Z","time spent":"1.437528172s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:00.559728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:00.560312Z","caller":"traceutil/trace.go:171","msg":"trace[1811229688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940077s","start":"2026-04-28T23:30:58.559343Z","end":"2026-04-28T23:31:00.560283Z","steps":["trace[1811229688] 'agreement among raft nodes before linearized reading' (duration: 2.000336973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:00.560503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.55933Z","time spent":"2.001151603s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:01.794919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.249583801s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:01.981675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203252497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:01.981799Z","caller":"traceutil/trace.go:171","msg":"trace[1687488037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.20339595s","start":"2026-04-28T23:30:59.778387Z","end":"2026-04-28T23:31:01.981783Z","steps":["trace[1687488037] 'agreement among raft nodes before linearized reading' (duration: 2.203250037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:01.981847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:59.778329Z","time spent":"2.203510683s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 23:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:02.56074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:02.56082Z","caller":"traceutil/trace.go:171","msg":"trace[417518343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999980416s","start":"2026-04-28T23:31:00.56082Z","end":"2026-04-28T23:31:02.560801Z","steps":["trace[417518343] 'agreement among raft nodes before linearized reading' (duration: 1.999881694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:02.560866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:00.560787Z","time spent":"2.000067798s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:02.708925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.52525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:02.709752Z","caller":"traceutil/trace.go:171","msg":"trace[1071361767] linearizableReadLoop","detail":"{readStateIndex:29305; appliedIndex:29302; }","duration":"4.152717697s","start":"2026-04-28T23:30:58.557006Z","end":"2026-04-28T23:31:02.709723Z","steps":["trace[1071361767] 'read index received' (duration: 907.59086ms)","trace[1071361767] 'applied index is now lower than readState.Index' (duration: 3.245123667s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:02.709787Z","caller":"traceutil/trace.go:171","msg":"trace[1864637541] transaction","detail":"{read_only:false; response_revision:28262; number_of_response:1; }","duration":"2.716443502s","start":"2026-04-28T23:30:59.993319Z","end":"2026-04-28T23:31:02.709763Z","steps":["trace[1864637541] 'process raft request' (duration: 2.715767928s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:02.710031Z","caller":"traceutil/trace.go:171","msg":"trace[1994943867] transaction","detail":"{read_only:false; response_revision:28263; number_of_response:1; }","duration":"2.434386076s","start":"2026-04-28T23:31:00.275428Z","end":"2026-04-28T23:31:02.709815Z","steps":["trace[1994943867] 'process raft request' (duration: 2.433682051s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:02.709789Z","caller":"traceutil/trace.go:171","msg":"trace[17152337] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"4.154698359s","start":"2026-04-28T23:30:58.555071Z","end":"2026-04-28T23:31:02.70977Z","steps":["trace[17152337] 'process raft request' (duration: 3.240258029s)","trace[17152337] 'compare' (duration: 913.224963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:02.710136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:59.993293Z","time spent":"2.716751158s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:02.71015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.555047Z","time spent":"4.155076568s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:02.709805Z","caller":"traceutil/trace.go:171","msg":"trace[2058435988] transaction","detail":"{read_only:false; response_revision:28261; number_of_response:1; }","duration":"4.146667164s","start":"2026-04-28T23:30:58.563126Z","end":"2026-04-28T23:31:02.709793Z","steps":["trace[2058435988] 'process raft request' (duration: 4.145877207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:02.710187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:00.2754Z","time spent":"2.434700783s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:02.7103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.563107Z","time spent":"4.147096123s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:03.222525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.367069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:31:03.222624Z","caller":"traceutil/trace.go:171","msg":"trace[2102478880] linearizableReadLoop","detail":"{readStateIndex:29308; appliedIndex:29307; }","duration":"512.793427ms","start":"2026-04-28T23:31:02.709814Z","end":"2026-04-28T23:31:03.222607Z","steps":["trace[2102478880] 'read index received' (duration: 406.279µs)","trace[2102478880] 'applied index is now lower than readState.Index' (duration: 512.385658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:03.222636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.665597006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7fa904c4-bb4a-42cf-9884-1967e85d8f50\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T23:31:03.222721Z","caller":"traceutil/trace.go:171","msg":"trace[236029331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7fa904c4-bb4a-42cf-9884-1967e85d8f50; range_end:; response_count:1; response_revision:28263; }","duration":"4.665721528s","start":"2026-04-28T23:30:58.556977Z","end":"2026-04-28T23:31:03.222699Z","steps":["trace[236029331] 'agreement among raft nodes before linearized reading' (duration: 4.152839819s)","trace[236029331] 'range keys from in-memory index tree' (duration: 512.664104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:03.222744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649837021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:03.222773Z","caller":"traceutil/trace.go:171","msg":"trace[1100793476] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28263; }","duration":"1.649902011s","start":"2026-04-28T23:31:01.572862Z","end":"2026-04-28T23:31:03.222764Z","steps":["trace[1100793476] 'agreement among raft nodes before linearized reading' (duration: 1.64983549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.22279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.777762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:03.222813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:01.572845Z","time spent":"1.649959173s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:03.222823Z","caller":"traceutil/trace.go:171","msg":"trace[433516783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28263; }","duration":"652.838872ms","start":"2026-04-28T23:31:02.569972Z","end":"2026-04-28T23:31:03.222811Z","steps":["trace[433516783] 'agreement among raft nodes before linearized reading' (duration: 652.789271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.222859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:02.569943Z","time spent":"652.906944ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:03.222924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.140187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:31:03.222968Z","caller":"traceutil/trace.go:171","msg":"trace[842312740] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28263; }","duration":"509.210078ms","start":"2026-04-28T23:31:02.713741Z","end":"2026-04-28T23:31:03.222951Z","steps":["trace[842312740] 'agreement among raft nodes before linearized reading' (duration: 509.117336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.222992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:02.713723Z","time spent":"509.262909ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:31:03.222818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.556959Z","time spent":"4.665845721s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7fa904c4-bb4a-42cf-9884-1967e85d8f50\" "} {"level":"warn","ts":"2026-04-28T23:31:03.223051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816529422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T23:31:03.223108Z","caller":"traceutil/trace.go:171","msg":"trace[1617855944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28263; }","duration":"2.816605294s","start":"2026-04-28T23:31:00.406488Z","end":"2026-04-28T23:31:03.223093Z","steps":["trace[1617855944] 'agreement among raft nodes before linearized reading' (duration: 2.816455741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.223116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.307931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-65964c8558-274rg.18aaa6ff44b9eddd\" ","response":"range_response_count:1 size:2097"} {"level":"warn","ts":"2026-04-28T23:31:03.223124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771134522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:03.223148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:00.406473Z","time spent":"2.816665465s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T23:31:03.223158Z","caller":"traceutil/trace.go:171","msg":"trace[2032560575] range","detail":"{range_begin:/registry/events/openstack/glance-api-65964c8558-274rg.18aaa6ff44b9eddd; range_end:; response_count:1; response_revision:28263; }","duration":"509.380373ms","start":"2026-04-28T23:31:02.713761Z","end":"2026-04-28T23:31:03.223142Z","steps":["trace[2032560575] 'agreement among raft nodes before linearized reading' (duration: 509.292811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:03.223178Z","caller":"traceutil/trace.go:171","msg":"trace[836289276] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28263; }","duration":"3.771218604s","start":"2026-04-28T23:30:59.451942Z","end":"2026-04-28T23:31:03.223161Z","steps":["trace[836289276] 'agreement among raft nodes before linearized reading' (duration: 3.771137502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.222724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236196844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:31:03.223233Z","caller":"traceutil/trace.go:171","msg":"trace[1823992499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28263; }","duration":"1.236770946s","start":"2026-04-28T23:31:01.986453Z","end":"2026-04-28T23:31:03.223224Z","steps":["trace[1823992499] 'agreement among raft nodes before linearized reading' (duration: 1.236170143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.223238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:59.451027Z","time spent":"3.772201645s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:03.223266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:01.986437Z","time spent":"1.236821938s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:31:03.223033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656380774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-28T23:31:03.223332Z","caller":"traceutil/trace.go:171","msg":"trace[490903078] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28263; }","duration":"4.65672545s","start":"2026-04-28T23:30:58.566597Z","end":"2026-04-28T23:31:03.223323Z","steps":["trace[490903078] 'agreement among raft nodes before linearized reading' (duration: 4.65624255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.223352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:30:58.566586Z","time spent":"4.656759791s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T23:31:03.22319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:02.713738Z","time spent":"509.444483ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2120,"request content":"key:\"/registry/events/openstack/glance-api-65964c8558-274rg.18aaa6ff44b9eddd\" "} {"level":"warn","ts":"2026-04-28T23:31:03.223011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.002463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:31:03.223577Z","caller":"traceutil/trace.go:171","msg":"trace[896071297] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28263; }","duration":"498.569565ms","start":"2026-04-28T23:31:02.724984Z","end":"2026-04-28T23:31:03.223554Z","steps":["trace[896071297] 'agreement among raft nodes before linearized reading' (duration: 497.895361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.223648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:02.724936Z","time spent":"498.692688ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T23:31:03.725947Z","caller":"traceutil/trace.go:171","msg":"trace[1769937562] linearizableReadLoop","detail":"{readStateIndex:29309; appliedIndex:29308; }","duration":"498.281859ms","start":"2026-04-28T23:31:03.227638Z","end":"2026-04-28T23:31:03.72592Z","steps":["trace[1769937562] 'read index received' (duration: 498.070055ms)","trace[1769937562] 'applied index is now lower than readState.Index' (duration: 210.194µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:03.725981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.227392Z","time spent":"498.579956ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:03.726387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.710259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj\" ","response":"range_response_count:1 size:5462"} {"level":"info","ts":"2026-04-28T23:31:03.726511Z","caller":"traceutil/trace.go:171","msg":"trace[2013986930] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj; range_end:; response_count:1; response_revision:28263; }","duration":"498.827761ms","start":"2026-04-28T23:31:03.22762Z","end":"2026-04-28T23:31:03.726448Z","steps":["trace[2013986930] 'agreement among raft nodes before linearized reading' (duration: 498.412802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:03.726606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.227611Z","time spent":"498.982334ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5485,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj\" "} {"level":"warn","ts":"2026-04-28T23:31:04.226795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:04.727878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:04.835539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108983298s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:04.835864Z","caller":"traceutil/trace.go:171","msg":"trace[1321852693] transaction","detail":"{read_only:false; response_revision:28264; number_of_response:1; }","duration":"1.606490462s","start":"2026-04-28T23:31:03.229355Z","end":"2026-04-28T23:31:04.835846Z","steps":["trace[1321852693] 'process raft request' (duration: 1.606350789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:04.835981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.229339Z","time spent":"1.606580864s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:05.627743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.405353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:05.627879Z","caller":"traceutil/trace.go:171","msg":"trace[501376830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28264; }","duration":"599.553736ms","start":"2026-04-28T23:31:05.028305Z","end":"2026-04-28T23:31:05.627859Z","steps":["trace[501376830] 'range keys from in-memory index tree' (duration: 599.387173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:05.628277Z","caller":"traceutil/trace.go:171","msg":"trace[948173332] transaction","detail":"{read_only:false; response_revision:28265; number_of_response:1; }","duration":"1.899979197s","start":"2026-04-28T23:31:03.728275Z","end":"2026-04-28T23:31:05.628254Z","steps":["trace[948173332] 'process raft request' (duration: 1.808660528s)","trace[948173332] 'compare' (duration: 90.354788ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:05.628372Z","caller":"traceutil/trace.go:171","msg":"trace[2085546590] linearizableReadLoop","detail":"{readStateIndex:29312; appliedIndex:29309; }","duration":"1.902330978s","start":"2026-04-28T23:31:03.726022Z","end":"2026-04-28T23:31:05.628353Z","steps":["trace[2085546590] 'read index received' (duration: 1.109727025s)","trace[2085546590] 'applied index is now lower than readState.Index' (duration: 792.603013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:05.628461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.728252Z","time spent":"1.90007314s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:05.628625Z","caller":"traceutil/trace.go:171","msg":"trace[1901168272] transaction","detail":"{read_only:false; response_revision:28266; number_of_response:1; }","duration":"1.893168128s","start":"2026-04-28T23:31:03.735414Z","end":"2026-04-28T23:31:05.628582Z","steps":["trace[1901168272] 'process raft request' (duration: 1.89282787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:05.628788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401018696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:31:05.628886Z","caller":"traceutil/trace.go:171","msg":"trace[1776868316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28266; }","duration":"2.401138849s","start":"2026-04-28T23:31:03.227721Z","end":"2026-04-28T23:31:05.62886Z","steps":["trace[1776868316] 'agreement among raft nodes before linearized reading' (duration: 2.400865033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:05.628936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.227717Z","time spent":"2.40120891s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:05.628927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.7354Z","time spent":"1.89331151s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:05.903097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:05.903214Z","caller":"traceutil/trace.go:171","msg":"trace[680983394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803114s","start":"2026-04-28T23:31:03.90239Z","end":"2026-04-28T23:31:05.903193Z","steps":["trace[680983394] 'agreement among raft nodes before linearized reading' (duration: 2.000657351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:05.903266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:03.902347Z","time spent":"2.000908826s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:06.438257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.878357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:06.438495Z","caller":"traceutil/trace.go:171","msg":"trace[1354385904] transaction","detail":"{read_only:false; response_revision:28268; number_of_response:1; }","duration":"804.983284ms","start":"2026-04-28T23:31:05.633488Z","end":"2026-04-28T23:31:06.438472Z","steps":["trace[1354385904] 'process raft request' (duration: 804.911442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.438592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:05.633468Z","time spent":"805.082345ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:06.438725Z","caller":"traceutil/trace.go:171","msg":"trace[2078627867] transaction","detail":"{read_only:false; response_revision:28267; number_of_response:1; }","duration":"1.595610564s","start":"2026-04-28T23:31:04.843048Z","end":"2026-04-28T23:31:06.438659Z","steps":["trace[2078627867] 'process raft request' (duration: 893.250686ms)","trace[2078627867] 'compare' (duration: 701.708664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:06.438905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847416536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:06.438717Z","caller":"traceutil/trace.go:171","msg":"trace[1268023473] linearizableReadLoop","detail":"{readStateIndex:29313; appliedIndex:29312; }","duration":"810.271119ms","start":"2026-04-28T23:31:05.62842Z","end":"2026-04-28T23:31:06.438691Z","steps":["trace[1268023473] 'read index received' (duration: 107.898522ms)","trace[1268023473] 'applied index is now lower than readState.Index' (duration: 702.370377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:06.438928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:04.843031Z","time spent":"1.595799917s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:06.438955Z","caller":"traceutil/trace.go:171","msg":"trace[1739148245] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28268; }","duration":"1.847514708s","start":"2026-04-28T23:31:04.59143Z","end":"2026-04-28T23:31:06.438945Z","steps":["trace[1739148245] 'agreement among raft nodes before linearized reading' (duration: 1.847336124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.438988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:04.591412Z","time spent":"1.847567329s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:06.439017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57899945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-04-28T23:31:06.43912Z","caller":"traceutil/trace.go:171","msg":"trace[462228162] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:28268; }","duration":"1.579145543s","start":"2026-04-28T23:31:04.859949Z","end":"2026-04-28T23:31:06.439095Z","steps":["trace[462228162] 'agreement among raft nodes before linearized reading' (duration: 1.578798296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.439182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:04.859498Z","time spent":"1.579670045s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-04-28T23:31:06.439192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.371864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c01d4d5-c70f-43e8-abb1-bc62ed7e8199\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-28T23:31:06.439243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.497394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:06.439254Z","caller":"traceutil/trace.go:171","msg":"trace[705203417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c01d4d5-c70f-43e8-abb1-bc62ed7e8199; range_end:; response_count:1; response_revision:28268; }","duration":"806.473786ms","start":"2026-04-28T23:31:05.632759Z","end":"2026-04-28T23:31:06.439233Z","steps":["trace[705203417] 'agreement among raft nodes before linearized reading' (duration: 806.281492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:06.43928Z","caller":"traceutil/trace.go:171","msg":"trace[1470080415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28268; }","duration":"535.576065ms","start":"2026-04-28T23:31:05.903695Z","end":"2026-04-28T23:31:06.439271Z","steps":["trace[1470080415] 'agreement among raft nodes before linearized reading' (duration: 535.520404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.4393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:05.903668Z","time spent":"535.627476ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:06.439299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:05.632741Z","time spent":"806.546418ms","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7c01d4d5-c70f-43e8-abb1-bc62ed7e8199\" "} {"level":"warn","ts":"2026-04-28T23:31:06.439689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.464426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:31:06.439783Z","caller":"traceutil/trace.go:171","msg":"trace[286317302] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28268; }","duration":"806.551918ms","start":"2026-04-28T23:31:05.633189Z","end":"2026-04-28T23:31:06.43974Z","steps":["trace[286317302] 'agreement among raft nodes before linearized reading' (duration: 806.118769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.439846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:05.633181Z","time spent":"806.64442ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:06.439831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599781515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:31:06.439966Z","caller":"traceutil/trace.go:171","msg":"trace[907018488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28268; }","duration":"1.599962389s","start":"2026-04-28T23:31:04.83999Z","end":"2026-04-28T23:31:06.439952Z","steps":["trace[907018488] 'agreement among raft nodes before linearized reading' (duration: 1.598760323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:06.44014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:04.839966Z","time spent":"1.600161603s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:31:07.16877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.779051ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T23:31:07.168892Z","caller":"traceutil/trace.go:171","msg":"trace[413029075] linearizableReadLoop","detail":"{readStateIndex:29315; appliedIndex:29314; }","duration":"724.8744ms","start":"2026-04-28T23:31:06.443999Z","end":"2026-04-28T23:31:07.168874Z","steps":["trace[413029075] 'read index received' (duration: 362.997126ms)","trace[413029075] 'applied index is now lower than readState.Index' (duration: 361.875874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:07.168959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.441159Z","time spent":"727.797924ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:07.169274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.264238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:31:07.169317Z","caller":"traceutil/trace.go:171","msg":"trace[1873190029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28268; }","duration":"725.32702ms","start":"2026-04-28T23:31:06.443979Z","end":"2026-04-28T23:31:07.169306Z","steps":["trace[1873190029] 'agreement among raft nodes before linearized reading' (duration: 725.166917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:07.169349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.443965Z","time spent":"725.375571ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:07.669305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:08.169545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:08.447762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:08.447863Z","caller":"traceutil/trace.go:171","msg":"trace[76179840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477477s","start":"2026-04-28T23:31:06.447367Z","end":"2026-04-28T23:31:08.447844Z","steps":["trace[76179840] 'agreement among raft nodes before linearized reading' (duration: 2.000353154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:08.447915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.447357Z","time spent":"2.000542978s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:08.669989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:09.171106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:09.671492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:10.171984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:10.448908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:10.448994Z","caller":"traceutil/trace.go:171","msg":"trace[650270035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511288s","start":"2026-04-28T23:31:08.448465Z","end":"2026-04-28T23:31:10.448976Z","steps":["trace[650270035] 'agreement among raft nodes before linearized reading' (duration: 2.000402886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:10.449045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.448444Z","time spent":"2.000591021s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:10.620283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.736952534s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:11.443326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.444895Z","time spent":"4.998418832s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:11.443432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.445348Z","time spent":"4.998077505s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:11.443425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.444782Z","time spent":"4.998556225s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:11.445914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.447024Z","time spent":"4.998886572s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:31:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:11.580504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999774481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:11.580588Z","caller":"traceutil/trace.go:171","msg":"trace[1681647429] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999932305s","start":"2026-04-28T23:31:06.580634Z","end":"2026-04-28T23:31:11.580567Z","steps":["trace[1681647429] 'agreement among raft nodes before linearized reading' (duration: 4.999825002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.580637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.580603Z","time spent":"5.000024357s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 23:31:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:11.679418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056692674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:11.680085Z","caller":"traceutil/trace.go:171","msg":"trace[1342474149] linearizableReadLoop","detail":"{readStateIndex:29323; appliedIndex:29315; }","duration":"4.511143083s","start":"2026-04-28T23:31:07.168917Z","end":"2026-04-28T23:31:11.68006Z","steps":["trace[1342474149] 'read index received' (duration: 3.453364105s)","trace[1342474149] 'applied index is now lower than readState.Index' (duration: 1.057778038s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:11.680282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658839628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.680328Z","caller":"traceutil/trace.go:171","msg":"trace[2039342618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28277; }","duration":"4.658923999s","start":"2026-04-28T23:31:07.021391Z","end":"2026-04-28T23:31:11.680315Z","steps":["trace[2039342618] 'agreement among raft nodes before linearized reading' (duration: 4.658796596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611278426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.021374Z","time spent":"4.658981001s","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.680379Z","caller":"traceutil/trace.go:171","msg":"trace[684042843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28277; }","duration":"4.611349208s","start":"2026-04-28T23:31:07.069014Z","end":"2026-04-28T23:31:11.680363Z","steps":["trace[684042843] 'agreement among raft nodes before linearized reading' (duration: 4.611142184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.068973Z","time spent":"4.61143392s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.680465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635585989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582320502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635532218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.680631Z","caller":"traceutil/trace.go:171","msg":"trace[216861406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28277; }","duration":"4.635769993s","start":"2026-04-28T23:31:07.044849Z","end":"2026-04-28T23:31:11.680619Z","steps":["trace[216861406] 'agreement among raft nodes before linearized reading' (duration: 4.635545698s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.680595Z","caller":"traceutil/trace.go:171","msg":"trace[113112057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28277; }","duration":"4.582636899s","start":"2026-04-28T23:31:07.097931Z","end":"2026-04-28T23:31:11.680568Z","steps":["trace[113112057] 'agreement among raft nodes before linearized reading' (duration: 4.58221075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61144007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508183629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2335e534-ea71-427e-b00b-67a930b5d827\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T23:31:11.680747Z","caller":"traceutil/trace.go:171","msg":"trace[2034827482] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"4.510450309s","start":"2026-04-28T23:31:07.170286Z","end":"2026-04-28T23:31:11.680736Z","steps":["trace[2034827482] 'process raft request' (duration: 4.509632361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682488195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.680821Z","caller":"traceutil/trace.go:171","msg":"trace[557582793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28277; }","duration":"4.682540706s","start":"2026-04-28T23:31:06.998275Z","end":"2026-04-28T23:31:11.680816Z","steps":["trace[557582793] 'agreement among raft nodes before linearized reading' (duration: 4.682498805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.148701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735969232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-28T23:31:11.68085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236235508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-04-28T23:31:11.68086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.170265Z","time spent":"4.51052726s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:11.680884Z","caller":"traceutil/trace.go:171","msg":"trace[483965022] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:1; response_revision:28277; }","duration":"3.736041764s","start":"2026-04-28T23:31:07.944834Z","end":"2026-04-28T23:31:11.680876Z","steps":["trace[483965022] 'agreement among raft nodes before linearized reading' (duration: 3.735941562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682481274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.274293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.680914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.944815Z","time spent":"3.736091175s","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.680908Z","caller":"traceutil/trace.go:171","msg":"trace[840845684] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:28277; }","duration":"5.23631251s","start":"2026-04-28T23:31:06.444574Z","end":"2026-04-28T23:31:11.680887Z","steps":["trace[840845684] 'agreement among raft nodes before linearized reading' (duration: 5.236206888s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68092Z","caller":"traceutil/trace.go:171","msg":"trace[2129077190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28277; }","duration":"4.682549026s","start":"2026-04-28T23:31:06.998365Z","end":"2026-04-28T23:31:11.680914Z","steps":["trace[2129077190] 'agreement among raft nodes before linearized reading' (duration: 4.682508645s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.680925Z","caller":"traceutil/trace.go:171","msg":"trace[732176164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28277; }","duration":"659.334755ms","start":"2026-04-28T23:31:11.021582Z","end":"2026-04-28T23:31:11.680917Z","steps":["trace[732176164] 'agreement among raft nodes before linearized reading' (duration: 659.290614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.998281Z","time spent":"4.682662299s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.680954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.444556Z","time spent":"5.236389482s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T23:31:11.680975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.021573Z","time spent":"659.391846ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.68107Z","caller":"traceutil/trace.go:171","msg":"trace[1303135034] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"3.003923246s","start":"2026-04-28T23:31:08.677135Z","end":"2026-04-28T23:31:11.681058Z","steps":["trace[1303135034] 'process raft request' (duration: 3.002824052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088657044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.677116Z","time spent":"3.003990387s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:11.681155Z","caller":"traceutil/trace.go:171","msg":"trace[1186238678] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28277; }","duration":"4.088731336s","start":"2026-04-28T23:31:07.592414Z","end":"2026-04-28T23:31:11.681145Z","steps":["trace[1186238678] 'agreement among raft nodes before linearized reading' (duration: 4.088666704s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.592395Z","time spent":"4.088783357s","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070070678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681293Z","caller":"traceutil/trace.go:171","msg":"trace[2016958294] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"2.87533655s","start":"2026-04-28T23:31:08.805946Z","end":"2026-04-28T23:31:11.681282Z","steps":["trace[2016958294] 'process raft request' (duration: 2.874043372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105770589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764985138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276830263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681407Z","caller":"traceutil/trace.go:171","msg":"trace[759276197] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28277; }","duration":"3.76508255s","start":"2026-04-28T23:31:07.916312Z","end":"2026-04-28T23:31:11.681395Z","steps":["trace[759276197] 'agreement among raft nodes before linearized reading' (duration: 3.764995158s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681419Z","caller":"traceutil/trace.go:171","msg":"trace[12593484] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28277; }","duration":"4.276900474s","start":"2026-04-28T23:31:07.404504Z","end":"2026-04-28T23:31:11.681405Z","steps":["trace[12593484] 'agreement among raft nodes before linearized reading' (duration: 4.276815233s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681432Z","caller":"traceutil/trace.go:171","msg":"trace[2015053611] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28277; }","duration":"682.118244ms","start":"2026-04-28T23:31:10.999297Z","end":"2026-04-28T23:31:11.681415Z","steps":["trace[2015053611] 'agreement among raft nodes before linearized reading' (duration: 681.997911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.805925Z","time spent":"2.875402392s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:11.681457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125960921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.404481Z","time spent":"4.276972168s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.681474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.999272Z","time spent":"682.190806ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852580267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765249454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384626435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868799131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681568Z","caller":"traceutil/trace.go:171","msg":"trace[1267958253] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28277; }","duration":"4.384723997s","start":"2026-04-28T23:31:07.296833Z","end":"2026-04-28T23:31:11.681557Z","steps":["trace[1267958253] 'agreement among raft nodes before linearized reading' (duration: 4.384659145s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681586Z","caller":"traceutil/trace.go:171","msg":"trace[1607114037] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"1.207832984s","start":"2026-04-28T23:31:10.473742Z","end":"2026-04-28T23:31:11.681575Z","steps":["trace[1607114037] 'process raft request' (duration: 1.20628324s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681597Z","caller":"traceutil/trace.go:171","msg":"trace[2115056629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.868875593s","start":"2026-04-28T23:31:07.812714Z","end":"2026-04-28T23:31:11.681589Z","steps":["trace[2115056629] 'agreement among raft nodes before linearized reading' (duration: 3.868828852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.29681Z","time spent":"4.384788399s","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.812696Z","time spent":"3.868928614s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140985411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-04-28T23:31:11.681656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304552012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681685Z","caller":"traceutil/trace.go:171","msg":"trace[1634738175] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:1; response_revision:28277; }","duration":"4.141034321s","start":"2026-04-28T23:31:07.540644Z","end":"2026-04-28T23:31:11.681678Z","steps":["trace[1634738175] 'agreement among raft nodes before linearized reading' (duration: 4.140859778s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681695Z","caller":"traceutil/trace.go:171","msg":"trace[678048325] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28277; }","duration":"4.304590342s","start":"2026-04-28T23:31:07.377093Z","end":"2026-04-28T23:31:11.681684Z","steps":["trace[678048325] 'agreement among raft nodes before linearized reading' (duration: 4.304531151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.540627Z","time spent":"4.141078803s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.377041Z","time spent":"4.304676254s","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.680679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.044831Z","time spent":"4.635831804s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.681522Z","caller":"traceutil/trace.go:171","msg":"trace[1147859283] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28277; }","duration":"4.070310543s","start":"2026-04-28T23:31:07.611006Z","end":"2026-04-28T23:31:11.681317Z","steps":["trace[1147859283] 'agreement among raft nodes before linearized reading' (duration: 4.070058767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.39202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2483472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:11.681762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883811871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681803Z","caller":"traceutil/trace.go:171","msg":"trace[1941034741] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28277; }","duration":"682.479672ms","start":"2026-04-28T23:31:10.999311Z","end":"2026-04-28T23:31:11.681791Z","steps":["trace[1941034741] 'agreement among raft nodes before linearized reading' (duration: 682.38461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397464955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304807128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681488Z","caller":"traceutil/trace.go:171","msg":"trace[1228346139] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28277; }","duration":"4.126014542s","start":"2026-04-28T23:31:07.555467Z","end":"2026-04-28T23:31:11.681482Z","steps":["trace[1228346139] 'agreement among raft nodes before linearized reading' (duration: 4.125973151s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681855Z","caller":"traceutil/trace.go:171","msg":"trace[1959503440] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28277; }","duration":"4.397526697s","start":"2026-04-28T23:31:07.284315Z","end":"2026-04-28T23:31:11.681842Z","steps":["trace[1959503440] 'agreement among raft nodes before linearized reading' (duration: 4.397485796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.999296Z","time spent":"682.541864ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.68178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921540526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.555455Z","time spent":"4.126423302s","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.681926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141268577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:11.68193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397578478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316846901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681953Z","caller":"traceutil/trace.go:171","msg":"trace[269764201] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28277; }","duration":"4.141331628s","start":"2026-04-28T23:31:07.540615Z","end":"2026-04-28T23:31:11.681947Z","steps":["trace[269764201] 'agreement among raft nodes before linearized reading' (duration: 4.141287187s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681964Z","caller":"traceutil/trace.go:171","msg":"trace[345248755] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28277; }","duration":"4.397647839s","start":"2026-04-28T23:31:07.284305Z","end":"2026-04-28T23:31:11.681953Z","steps":["trace[345248755] 'agreement among raft nodes before linearized reading' (duration: 4.397601448s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.680751Z","caller":"traceutil/trace.go:171","msg":"trace[1546364630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2335e534-ea71-427e-b00b-67a930b5d827; range_end:; response_count:1; response_revision:28277; }","duration":"4.50823849s","start":"2026-04-28T23:31:07.172501Z","end":"2026-04-28T23:31:11.68074Z","steps":["trace[1546364630] 'agreement among raft nodes before linearized reading' (duration: 4.508111767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908020139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.681923Z","caller":"traceutil/trace.go:171","msg":"trace[1991968331] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.92174067s","start":"2026-04-28T23:31:07.760169Z","end":"2026-04-28T23:31:11.68191Z","steps":["trace[1991968331] 'agreement among raft nodes before linearized reading' (duration: 3.921471525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156169193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.68202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317086325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415704875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682067Z","caller":"traceutil/trace.go:171","msg":"trace[1220288768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28277; }","duration":"4.156220634s","start":"2026-04-28T23:31:07.525839Z","end":"2026-04-28T23:31:11.682059Z","steps":["trace[1220288768] 'agreement among raft nodes before linearized reading' (duration: 4.156184453s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.682075Z","caller":"traceutil/trace.go:171","msg":"trace[703895922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28277; }","duration":"4.317208318s","start":"2026-04-28T23:31:07.364857Z","end":"2026-04-28T23:31:11.682066Z","steps":["trace[703895922] 'agreement among raft nodes before linearized reading' (duration: 4.317123786s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681524Z","caller":"traceutil/trace.go:171","msg":"trace[2144427873] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.852611568s","start":"2026-04-28T23:31:07.828901Z","end":"2026-04-28T23:31:11.681513Z","steps":["trace[2144427873] 'agreement among raft nodes before linearized reading' (duration: 3.852564777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194827469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.760157Z","time spent":"3.921881853s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.682151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.284283Z","time spent":"4.397861214s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.682164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356405206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176231522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.829555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12591455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682219Z","caller":"traceutil/trace.go:171","msg":"trace[1834774235] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28277; }","duration":"4.176269923s","start":"2026-04-28T23:31:07.50594Z","end":"2026-04-28T23:31:11.682209Z","steps":["trace[1834774235] 'agreement among raft nodes before linearized reading' (duration: 4.176214782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.172493Z","time spent":"4.509725153s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2335e534-ea71-427e-b00b-67a930b5d827\" "} {"level":"info","ts":"2026-04-28T23:31:11.682245Z","caller":"traceutil/trace.go:171","msg":"trace[196381062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28277; }","duration":"4.126752878s","start":"2026-04-28T23:31:07.555483Z","end":"2026-04-28T23:31:11.682236Z","steps":["trace[196381062] 'agreement among raft nodes before linearized reading' (duration: 4.12592425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.505919Z","time spent":"4.176324394s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.682155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249131858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-28T23:31:11.682289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.555471Z","time spent":"4.126806189s","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.473726Z","time spent":"1.207886166s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:11.682215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869473217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682326Z","caller":"traceutil/trace.go:171","msg":"trace[392034720] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:1; response_revision:28277; }","duration":"4.249336042s","start":"2026-04-28T23:31:07.432978Z","end":"2026-04-28T23:31:11.682314Z","steps":["trace[392034720] 'agreement among raft nodes before linearized reading' (duration: 4.249128248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.682361Z","caller":"traceutil/trace.go:171","msg":"trace[798438496] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.86965024s","start":"2026-04-28T23:31:07.812698Z","end":"2026-04-28T23:31:11.682348Z","steps":["trace[798438496] 'agreement among raft nodes before linearized reading' (duration: 3.869466786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.615427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.812683Z","time spent":"3.869706282s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.682418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176517788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.820532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682459Z","caller":"traceutil/trace.go:171","msg":"trace[714976478] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28277; }","duration":"4.176573779s","start":"2026-04-28T23:31:07.505876Z","end":"2026-04-28T23:31:11.68245Z","steps":["trace[714976478] 'agreement among raft nodes before linearized reading' (duration: 4.176518508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492535003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682245Z","caller":"traceutil/trace.go:171","msg":"trace[1475726785] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28277; }","duration":"727.916977ms","start":"2026-04-28T23:31:10.954312Z","end":"2026-04-28T23:31:11.682229Z","steps":["trace[1475726785] 'agreement among raft nodes before linearized reading' (duration: 727.845426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.682486Z","caller":"traceutil/trace.go:171","msg":"trace[940770660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28277; }","duration":"741.885263ms","start":"2026-04-28T23:31:10.940591Z","end":"2026-04-28T23:31:11.682477Z","steps":["trace[940770660] 'agreement among raft nodes before linearized reading' (duration: 741.832231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.682506Z","caller":"traceutil/trace.go:171","msg":"trace[1703269904] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28277; }","duration":"3.492598505s","start":"2026-04-28T23:31:08.1899Z","end":"2026-04-28T23:31:11.682499Z","steps":["trace[1703269904] 'agreement among raft nodes before linearized reading' (duration: 3.492546814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884321681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195116946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.940579Z","time spent":"741.942444ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.682564Z","caller":"traceutil/trace.go:171","msg":"trace[143418212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28277; }","duration":"4.195173727s","start":"2026-04-28T23:31:07.487382Z","end":"2026-04-28T23:31:11.682556Z","steps":["trace[143418212] 'agreement among raft nodes before linearized reading' (duration: 4.195130706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.936126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682572Z","caller":"traceutil/trace.go:171","msg":"trace[328692988] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.884629638s","start":"2026-04-28T23:31:07.797923Z","end":"2026-04-28T23:31:11.682552Z","steps":["trace[328692988] 'agreement among raft nodes before linearized reading' (duration: 3.884326272s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68261Z","caller":"traceutil/trace.go:171","msg":"trace[1347288961] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28277; }","duration":"763.992437ms","start":"2026-04-28T23:31:10.918612Z","end":"2026-04-28T23:31:11.682604Z","steps":["trace[1347288961] 'agreement among raft nodes before linearized reading' (duration: 763.959987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.918589Z","time spent":"764.035198ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.682641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.79791Z","time spent":"3.88471246s","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.681443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.9163Z","time spent":"3.765133572s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.682755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.963773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682784Z","caller":"traceutil/trace.go:171","msg":"trace[871831219] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28277; }","duration":"783.999255ms","start":"2026-04-28T23:31:10.898775Z","end":"2026-04-28T23:31:11.682774Z","steps":["trace[871831219] 'agreement among raft nodes before linearized reading' (duration: 783.959584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.682201Z","caller":"traceutil/trace.go:171","msg":"trace[575148967] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28277; }","duration":"4.356465757s","start":"2026-04-28T23:31:07.325721Z","end":"2026-04-28T23:31:11.682187Z","steps":["trace[575148967] 'agreement among raft nodes before linearized reading' (duration: 4.356417306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.898769Z","time spent":"784.030076ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.682842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.325706Z","time spent":"4.357115821s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":125,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.681346Z","caller":"traceutil/trace.go:171","msg":"trace[1516957347] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28277; }","duration":"4.105814329s","start":"2026-04-28T23:31:07.575524Z","end":"2026-04-28T23:31:11.681338Z","steps":["trace[1516957347] 'agreement among raft nodes before linearized reading' (duration: 4.105780458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640193246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:29 size:267064"} {"level":"info","ts":"2026-04-28T23:31:11.682403Z","caller":"traceutil/trace.go:171","msg":"trace[809742563] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28277; }","duration":"741.73245ms","start":"2026-04-28T23:31:10.94066Z","end":"2026-04-28T23:31:11.682392Z","steps":["trace[809742563] 'agreement among raft nodes before linearized reading' (duration: 741.685169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.575512Z","time spent":"4.107385585s","remote":"127.0.0.1:34254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.682913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654585762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493040295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.856851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682965Z","caller":"traceutil/trace.go:171","msg":"trace[216372732] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28277; }","duration":"3.654749236s","start":"2026-04-28T23:31:08.0282Z","end":"2026-04-28T23:31:11.68295Z","steps":["trace[216372732] 'agreement among raft nodes before linearized reading' (duration: 3.654672484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.658091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-28T23:31:11.68296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.940637Z","time spent":"742.301552ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.682993Z","caller":"traceutil/trace.go:171","msg":"trace[14420064] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28277; }","duration":"799.938463ms","start":"2026-04-28T23:31:10.883048Z","end":"2026-04-28T23:31:11.682986Z","steps":["trace[14420064] 'agreement among raft nodes before linearized reading' (duration: 799.895302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50881555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.02818Z","time spent":"3.654816557s","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.68035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658426509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.031006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683057Z","caller":"traceutil/trace.go:171","msg":"trace[1288558489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28277; }","duration":"4.661198509s","start":"2026-04-28T23:31:07.021848Z","end":"2026-04-28T23:31:11.683047Z","steps":["trace[1288558489] 'agreement among raft nodes before linearized reading' (duration: 4.658299525s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683069Z","caller":"traceutil/trace.go:171","msg":"trace[1840229341] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28277; }","duration":"800.084127ms","start":"2026-04-28T23:31:10.882979Z","end":"2026-04-28T23:31:11.683063Z","steps":["trace[1840229341] 'agreement among raft nodes before linearized reading' (duration: 800.050097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654904958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522506749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.021828Z","time spent":"4.661258361s","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.683128Z","caller":"traceutil/trace.go:171","msg":"trace[1837823647] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28277; }","duration":"3.52255504s","start":"2026-04-28T23:31:08.160563Z","end":"2026-04-28T23:31:11.683118Z","steps":["trace[1837823647] 'agreement among raft nodes before linearized reading' (duration: 3.52251504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.432953Z","time spent":"4.249400514s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.683153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.048512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-28T23:31:11.683093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.882966Z","time spent":"800.121848ms","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.683181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686790217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:11.683202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522620772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.681773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548320608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T23:31:11.680684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735477952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:11.6807Z","caller":"traceutil/trace.go:171","msg":"trace[1214398605] transaction","detail":"{read_only:false; response_revision:28273; number_of_response:1; }","duration":"5.231330451s","start":"2026-04-28T23:31:06.44935Z","end":"2026-04-28T23:31:11.68068Z","steps":["trace[1214398605] 'process raft request' (duration: 5.230477742s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.680752Z","caller":"traceutil/trace.go:171","msg":"trace[480058226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28277; }","duration":"4.611525012s","start":"2026-04-28T23:31:07.06921Z","end":"2026-04-28T23:31:11.680735Z","steps":["trace[480058226] 'agreement among raft nodes before linearized reading' (duration: 4.61145054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236590066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7f0326\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T23:31:11.680521Z","caller":"traceutil/trace.go:171","msg":"trace[1585627760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28277; }","duration":"4.6356335s","start":"2026-04-28T23:31:07.044868Z","end":"2026-04-28T23:31:11.680501Z","steps":["trace[1585627760] 'agreement among raft nodes before linearized reading' (duration: 4.635573369s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68085Z","caller":"traceutil/trace.go:171","msg":"trace[2112223644] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28277; }","duration":"659.200781ms","start":"2026-04-28T23:31:11.021639Z","end":"2026-04-28T23:31:11.68084Z","steps":["trace[2112223644] 'agreement among raft nodes before linearized reading' (duration: 659.14516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.680849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:06.998258Z","time spent":"4.682584367s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355547957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.68126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088842498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.68129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105700237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.746211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683259Z","caller":"traceutil/trace.go:171","msg":"trace[349222042] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28277; }","duration":"4.107691591s","start":"2026-04-28T23:31:07.575561Z","end":"2026-04-28T23:31:11.683253Z","steps":["trace[349222042] 'agreement among raft nodes before linearized reading' (duration: 4.105714208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.575547Z","time spent":"4.107728672s","remote":"127.0.0.1:34254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.68293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.167468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.537352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"info","ts":"2026-04-28T23:31:11.683359Z","caller":"traceutil/trace.go:171","msg":"trace[1545046165] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:28277; }","duration":"819.574902ms","start":"2026-04-28T23:31:10.863777Z","end":"2026-04-28T23:31:11.683352Z","steps":["trace[1545046165] 'agreement among raft nodes before linearized reading' (duration: 819.506291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683354Z","caller":"traceutil/trace.go:171","msg":"trace[2014411629] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28277; }","duration":"784.604407ms","start":"2026-04-28T23:31:10.898741Z","end":"2026-04-28T23:31:11.683345Z","steps":["trace[2014411629] 'agreement among raft nodes before linearized reading' (duration: 784.170238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.863768Z","time spent":"819.605323ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:11.682117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.364849Z","time spent":"4.31725811s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.683404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687041741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:22 size:43731"} {"level":"warn","ts":"2026-04-28T23:31:11.683433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537904547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683437Z","caller":"traceutil/trace.go:171","msg":"trace[1900874557] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:22; response_revision:28277; }","duration":"3.687096253s","start":"2026-04-28T23:31:07.996332Z","end":"2026-04-28T23:31:11.683428Z","steps":["trace[1900874557] 'agreement among raft nodes before linearized reading' (duration: 3.686896699s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683458Z","caller":"traceutil/trace.go:171","msg":"trace[756595761] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28277; }","duration":"3.537952218s","start":"2026-04-28T23:31:08.1455Z","end":"2026-04-28T23:31:11.683452Z","steps":["trace[756595761] 'agreement among raft nodes before linearized reading' (duration: 3.537917897s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68181Z","caller":"traceutil/trace.go:171","msg":"trace[1217430292] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28277; }","duration":"4.248950344s","start":"2026-04-28T23:31:07.432847Z","end":"2026-04-28T23:31:11.681797Z","steps":["trace[1217430292] 'agreement among raft nodes before linearized reading' (duration: 4.24833942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.99632Z","time spent":"3.687139434s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":22,"response size":43754,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.683484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.145487Z","time spent":"3.537989338s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.683521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.165642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-04-28T23:31:11.683512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.43284Z","time spent":"4.25065067s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.683549Z","caller":"traceutil/trace.go:171","msg":"trace[1881987921] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:1; response_revision:28277; }","duration":"823.205774ms","start":"2026-04-28T23:31:10.860337Z","end":"2026-04-28T23:31:11.683543Z","steps":["trace[1881987921] 'agreement among raft nodes before linearized reading' (duration: 823.135602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.860331Z","time spent":"823.230724ms","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.683597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553678042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683622Z","caller":"traceutil/trace.go:171","msg":"trace[1514219794] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28277; }","duration":"3.553728832s","start":"2026-04-28T23:31:08.129886Z","end":"2026-04-28T23:31:11.683614Z","steps":["trace[1514219794] 'agreement among raft nodes before linearized reading' (duration: 3.553693521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276713491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.129869Z","time spent":"3.553775314s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.683662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705055246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683671Z","caller":"traceutil/trace.go:171","msg":"trace[2115907064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28277; }","duration":"4.279105163s","start":"2026-04-28T23:31:07.404548Z","end":"2026-04-28T23:31:11.683653Z","steps":["trace[2115907064] 'agreement among raft nodes before linearized reading' (duration: 4.27671636s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683126Z","caller":"traceutil/trace.go:171","msg":"trace[681649477] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28277; }","duration":"3.65497163s","start":"2026-04-28T23:31:08.028139Z","end":"2026-04-28T23:31:11.68311Z","steps":["trace[681649477] 'agreement among raft nodes before linearized reading' (duration: 3.654906719s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683757Z","caller":"traceutil/trace.go:171","msg":"trace[1617272830] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:1; response_revision:28277; }","duration":"864.082598ms","start":"2026-04-28T23:31:10.819667Z","end":"2026-04-28T23:31:11.68375Z","steps":["trace[1617272830] 'agreement among raft nodes before linearized reading' (duration: 864.039587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.367767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:11.683782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.81964Z","time spent":"864.137569ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.683791Z","caller":"traceutil/trace.go:171","msg":"trace[1423581176] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28277; }","duration":"3.55405292s","start":"2026-04-28T23:31:08.129732Z","end":"2026-04-28T23:31:11.683785Z","steps":["trace[1423581176] 'agreement among raft nodes before linearized reading' (duration: 3.554031029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.028125Z","time spent":"3.655648505s","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.682839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640265847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:11.68386Z","caller":"traceutil/trace.go:171","msg":"trace[350347023] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28277; }","duration":"3.575702213s","start":"2026-04-28T23:31:08.10815Z","end":"2026-04-28T23:31:11.683852Z","steps":["trace[350347023] 'agreement among raft nodes before linearized reading' (duration: 3.575685433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.108146Z","time spent":"3.575733364s","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.683878Z","caller":"traceutil/trace.go:171","msg":"trace[617212831] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28277; }","duration":"3.64131718s","start":"2026-04-28T23:31:08.042543Z","end":"2026-04-28T23:31:11.68386Z","steps":["trace[617212831] 'agreement among raft nodes before linearized reading' (duration: 3.640227597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.883019Z","time spent":"799.990365ms","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.683931Z","caller":"traceutil/trace.go:171","msg":"trace[2084298919] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28277; }","duration":"933.204011ms","start":"2026-04-28T23:31:10.750721Z","end":"2026-04-28T23:31:11.683925Z","steps":["trace[2084298919] 'agreement among raft nodes before linearized reading' (duration: 933.191111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.042535Z","time spent":"3.641384182s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.683961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.750693Z","time spent":"933.262872ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.684003Z","caller":"traceutil/trace.go:171","msg":"trace[931082277] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28277; }","duration":"3.575878737s","start":"2026-04-28T23:31:08.108117Z","end":"2026-04-28T23:31:11.683996Z","steps":["trace[931082277] 'agreement among raft nodes before linearized reading' (duration: 3.575857717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.684035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.108107Z","time spent":"3.575921528s","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.683061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508935392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.684094Z","caller":"traceutil/trace.go:171","msg":"trace[1024313070] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28277; }","duration":"933.495097ms","start":"2026-04-28T23:31:10.750591Z","end":"2026-04-28T23:31:11.684086Z","steps":["trace[1024313070] 'agreement among raft nodes before linearized reading' (duration: 933.470517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.750574Z","time spent":"933.540259ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.68412Z","caller":"traceutil/trace.go:171","msg":"trace[520454883] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28277; }","duration":"3.510004806s","start":"2026-04-28T23:31:08.174102Z","end":"2026-04-28T23:31:11.684107Z","steps":["trace[520454883] 'agreement among raft nodes before linearized reading' (duration: 3.508936663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.684163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.174094Z","time spent":"3.510056877s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.684177Z","caller":"traceutil/trace.go:171","msg":"trace[134794826] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28277; }","duration":"3.59148806s","start":"2026-04-28T23:31:08.09268Z","end":"2026-04-28T23:31:11.684168Z","steps":["trace[134794826] 'agreement among raft nodes before linearized reading' (duration: 3.59146078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415411319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.682967Z","caller":"traceutil/trace.go:171","msg":"trace[1938897938] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28277; }","duration":"3.493085645s","start":"2026-04-28T23:31:08.189876Z","end":"2026-04-28T23:31:11.682962Z","steps":["trace[1938897938] 'agreement among raft nodes before linearized reading' (duration: 3.493045124s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.685655Z","caller":"traceutil/trace.go:171","msg":"trace[47364322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28277; }","duration":"4.419359615s","start":"2026-04-28T23:31:07.266277Z","end":"2026-04-28T23:31:11.685637Z","steps":["trace[47364322] 'agreement among raft nodes before linearized reading' (duration: 4.415416079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.540597Z","time spent":"4.141371619s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.685829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.266257Z","time spent":"4.419552929s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.68201Z","caller":"traceutil/trace.go:171","msg":"trace[7571321] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.908129802s","start":"2026-04-28T23:31:07.773869Z","end":"2026-04-28T23:31:11.681999Z","steps":["trace[7571321] 'agreement among raft nodes before linearized reading' (duration: 3.90802812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.686016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.773857Z","time spent":"3.912142389s","remote":"127.0.0.1:34350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.681781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.610997Z","time spent":"4.070770993s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.682085Z","caller":"traceutil/trace.go:171","msg":"trace[308512657] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28277; }","duration":"4.415748736s","start":"2026-04-28T23:31:07.266327Z","end":"2026-04-28T23:31:11.682075Z","steps":["trace[308512657] 'agreement among raft nodes before linearized reading' (duration: 4.415702105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.686278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.266321Z","time spent":"4.419944097s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.682124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.828865Z","time spent":"3.853248961s","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907959748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.686637Z","caller":"traceutil/trace.go:171","msg":"trace[1674038795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.912752023s","start":"2026-04-28T23:31:07.773873Z","end":"2026-04-28T23:31:11.686625Z","steps":["trace[1674038795] 'agreement among raft nodes before linearized reading' (duration: 3.907969179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.686711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.773857Z","time spent":"3.912841134s","remote":"127.0.0.1:34350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.683895Z","caller":"traceutil/trace.go:171","msg":"trace[548369536] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28277; }","duration":"864.282652ms","start":"2026-04-28T23:31:10.819608Z","end":"2026-04-28T23:31:11.68389Z","steps":["trace[548369536] 'agreement among raft nodes before linearized reading' (duration: 864.263962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.686888Z","caller":"traceutil/trace.go:171","msg":"trace[1991857955] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.798958542s","start":"2026-04-28T23:31:07.887917Z","end":"2026-04-28T23:31:11.686875Z","steps":["trace[1991857955] 'agreement among raft nodes before linearized reading' (duration: 3.794456744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.686954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.8879Z","time spent":"3.799037624s","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.686965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.819586Z","time spent":"867.365709ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.681963Z","caller":"traceutil/trace.go:171","msg":"trace[1363558155] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28277; }","duration":"4.316921602s","start":"2026-04-28T23:31:07.365033Z","end":"2026-04-28T23:31:11.681955Z","steps":["trace[1363558155] 'agreement among raft nodes before linearized reading' (duration: 4.316867921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.687344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.365013Z","time spent":"4.32231096s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.687362Z","caller":"traceutil/trace.go:171","msg":"trace[1619072093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.93867388s","start":"2026-04-28T23:31:07.74868Z","end":"2026-04-28T23:31:11.687354Z","steps":["trace[1619072093] 'agreement among raft nodes before linearized reading' (duration: 3.938346522s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.687437Z","caller":"traceutil/trace.go:171","msg":"trace[905335628] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.786566511s","start":"2026-04-28T23:31:07.900859Z","end":"2026-04-28T23:31:11.687425Z","steps":["trace[905335628] 'agreement among raft nodes before linearized reading' (duration: 3.78652836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.687457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.748664Z","time spent":"3.938780582s","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.687499Z","caller":"traceutil/trace.go:171","msg":"trace[1118787864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.799530995s","start":"2026-04-28T23:31:07.887963Z","end":"2026-04-28T23:31:11.687494Z","steps":["trace[1118787864] 'agreement among raft nodes before linearized reading' (duration: 3.799514365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.687527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.887949Z","time spent":"3.799571256s","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.685721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.189864Z","time spent":"3.495829396s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.687816Z","caller":"traceutil/trace.go:171","msg":"trace[2074638573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.9391064s","start":"2026-04-28T23:31:07.748702Z","end":"2026-04-28T23:31:11.687808Z","steps":["trace[2074638573] 'agreement among raft nodes before linearized reading' (duration: 3.93907861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.525825Z","time spent":"4.156258645s","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.687998Z","caller":"traceutil/trace.go:171","msg":"trace[1656753370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.809713657s","start":"2026-04-28T23:31:07.878272Z","end":"2026-04-28T23:31:11.687986Z","steps":["trace[1656753370] 'agreement among raft nodes before linearized reading' (duration: 3.809670356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.688063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.878261Z","time spent":"3.809787189s","remote":"127.0.0.1:34388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.68808Z","caller":"traceutil/trace.go:171","msg":"trace[810364844] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.809961653s","start":"2026-04-28T23:31:07.878107Z","end":"2026-04-28T23:31:11.688069Z","steps":["trace[810364844] 'agreement among raft nodes before linearized reading' (duration: 3.809921782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.688133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.87809Z","time spent":"3.810033504s","remote":"127.0.0.1:34388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.687852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.748672Z","time spent":"3.939172101s","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.68213Z","caller":"traceutil/trace.go:171","msg":"trace[1313866877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28277; }","duration":"4.194902851s","start":"2026-04-28T23:31:07.487214Z","end":"2026-04-28T23:31:11.682117Z","steps":["trace[1313866877] 'agreement among raft nodes before linearized reading' (duration: 4.194837189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.487341Z","time spent":"4.195244648s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.682907Z","caller":"traceutil/trace.go:171","msg":"trace[1932365582] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:29; response_revision:28277; }","duration":"3.640266008s","start":"2026-04-28T23:31:08.042634Z","end":"2026-04-28T23:31:11.6829Z","steps":["trace[1932365582] 'agreement among raft nodes before linearized reading' (duration: 3.640030383s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683021Z","caller":"traceutil/trace.go:171","msg":"trace[791456951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28277; }","duration":"3.50887175s","start":"2026-04-28T23:31:08.174138Z","end":"2026-04-28T23:31:11.68301Z","steps":["trace[791456951] 'agreement among raft nodes before linearized reading' (duration: 3.508841779s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683015Z","caller":"traceutil/trace.go:171","msg":"trace[568871576] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28277; }","duration":"661.445631ms","start":"2026-04-28T23:31:11.021555Z","end":"2026-04-28T23:31:11.683001Z","steps":["trace[568871576] 'agreement among raft nodes before linearized reading' (duration: 659.60824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.16055Z","time spent":"3.522604351s","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.68321Z","caller":"traceutil/trace.go:171","msg":"trace[1384570697] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28277; }","duration":"3.686845607s","start":"2026-04-28T23:31:07.996357Z","end":"2026-04-28T23:31:11.683203Z","steps":["trace[1384570697] 'agreement among raft nodes before linearized reading' (duration: 3.686789916s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921058154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.683393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.89873Z","time spent":"784.650359ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.681563Z","caller":"traceutil/trace.go:171","msg":"trace[281102431] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28277; }","duration":"3.765313767s","start":"2026-04-28T23:31:07.916234Z","end":"2026-04-28T23:31:11.681547Z","steps":["trace[281102431] 'agreement among raft nodes before linearized reading' (duration: 3.765246955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537701122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.683694Z","caller":"traceutil/trace.go:171","msg":"trace[1971632771] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28277; }","duration":"3.705123497s","start":"2026-04-28T23:31:07.978562Z","end":"2026-04-28T23:31:11.683685Z","steps":["trace[1971632771] 'agreement among raft nodes before linearized reading' (duration: 3.705075126s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683741Z","caller":"traceutil/trace.go:171","msg":"trace[2060617116] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28277; }","duration":"3.705218719s","start":"2026-04-28T23:31:07.978515Z","end":"2026-04-28T23:31:11.683734Z","steps":["trace[2060617116] 'agreement among raft nodes before linearized reading' (duration: 3.705197928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.129716Z","time spent":"3.55410031s","remote":"127.0.0.1:34476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.68381Z","caller":"traceutil/trace.go:171","msg":"trace[1722338468] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28277; }","duration":"823.493989ms","start":"2026-04-28T23:31:10.860301Z","end":"2026-04-28T23:31:11.683795Z","steps":["trace[1722338468] 'agreement among raft nodes before linearized reading' (duration: 823.372956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583820045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218208211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.339841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.688864Z","caller":"traceutil/trace.go:171","msg":"trace[256307864] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28277; }","duration":"961.155113ms","start":"2026-04-28T23:31:10.727673Z","end":"2026-04-28T23:31:11.688828Z","steps":["trace[256307864] 'agreement among raft nodes before linearized reading' (duration: 956.521002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.688937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.727668Z","time spent":"961.251165ms","remote":"127.0.0.1:34524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:31:11.682314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.03859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.68973Z","caller":"traceutil/trace.go:171","msg":"trace[1606904880] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28277; }","duration":"1.023429185s","start":"2026-04-28T23:31:10.666295Z","end":"2026-04-28T23:31:11.689725Z","steps":["trace[1606904880] 'agreement among raft nodes before linearized reading' (duration: 1.023413555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.689742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.042615Z","time spent":"3.647102316s","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":29,"response size":267087,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.689724Z","caller":"traceutil/trace.go:171","msg":"trace[740087601] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28277; }","duration":"735.466331ms","start":"2026-04-28T23:31:10.954245Z","end":"2026-04-28T23:31:11.689712Z","steps":["trace[740087601] 'agreement among raft nodes before linearized reading' (duration: 728.028209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68984Z","caller":"traceutil/trace.go:171","msg":"trace[656430884] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28277; }","duration":"1.204394668s","start":"2026-04-28T23:31:10.485441Z","end":"2026-04-28T23:31:11.689836Z","steps":["trace[656430884] 'agreement among raft nodes before linearized reading' (duration: 1.204335896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.689866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.485423Z","time spent":"1.204434949s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.689899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.954237Z","time spent":"735.598815ms","remote":"127.0.0.1:34602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.689957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.021528Z","time spent":"668.420034ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T23:31:11.690037Z","caller":"traceutil/trace.go:171","msg":"trace[657607021] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28277; }","duration":"1.21725215s","start":"2026-04-28T23:31:10.472778Z","end":"2026-04-28T23:31:11.69003Z","steps":["trace[657607021] 'agreement among raft nodes before linearized reading' (duration: 1.217188719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.687465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.900849Z","time spent":"3.786610172s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.689108Z","caller":"traceutil/trace.go:171","msg":"trace[524058187] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28277; }","duration":"3.963185156s","start":"2026-04-28T23:31:07.725916Z","end":"2026-04-28T23:31:11.689101Z","steps":["trace[524058187] 'agreement among raft nodes before linearized reading' (duration: 3.963149755s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.69Z","caller":"traceutil/trace.go:171","msg":"trace[1007622714] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28277; }","duration":"4.047320549s","start":"2026-04-28T23:31:07.642665Z","end":"2026-04-28T23:31:11.689986Z","steps":["trace[1007622714] 'agreement among raft nodes before linearized reading' (duration: 4.04693866s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690087Z","caller":"traceutil/trace.go:171","msg":"trace[901877031] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28277; }","duration":"4.047605455s","start":"2026-04-28T23:31:07.642475Z","end":"2026-04-28T23:31:11.69008Z","steps":["trace[901877031] 'agreement among raft nodes before linearized reading' (duration: 4.047562854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.690123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.642464Z","time spent":"4.047653437s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.690148Z","caller":"traceutil/trace.go:171","msg":"trace[1699241241] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28277; }","duration":"3.544511301s","start":"2026-04-28T23:31:08.145628Z","end":"2026-04-28T23:31:11.690139Z","steps":["trace[1699241241] 'agreement among raft nodes before linearized reading' (duration: 3.537755433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.683749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.404535Z","time spent":"4.279191726s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.689154Z","caller":"traceutil/trace.go:171","msg":"trace[1386697618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28277; }","duration":"963.588976ms","start":"2026-04-28T23:31:10.725557Z","end":"2026-04-28T23:31:11.689146Z","steps":["trace[1386697618] 'agreement among raft nodes before linearized reading' (duration: 963.551555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689187Z","caller":"traceutil/trace.go:171","msg":"trace[584087899] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28277; }","duration":"3.989052524s","start":"2026-04-28T23:31:07.700129Z","end":"2026-04-28T23:31:11.689181Z","steps":["trace[584087899] 'agreement among raft nodes before linearized reading' (duration: 3.989028573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.690192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.487194Z","time spent":"4.202988968s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.690208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.700113Z","time spent":"3.990086037s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.690213Z","caller":"traceutil/trace.go:171","msg":"trace[804938882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28277; }","duration":"1.23320041s","start":"2026-04-28T23:31:10.456991Z","end":"2026-04-28T23:31:11.690192Z","steps":["trace[804938882] 'agreement among raft nodes before linearized reading' (duration: 1.233157829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.69024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.978496Z","time spent":"3.711739493s","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.690283Z","caller":"traceutil/trace.go:171","msg":"trace[1205607323] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:2; response_revision:28277; }","duration":"4.061562271s","start":"2026-04-28T23:31:07.628717Z","end":"2026-04-28T23:31:11.690279Z","steps":["trace[1205607323] 'agreement among raft nodes before linearized reading' (duration: 4.06151496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.689763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.666278Z","time spent":"1.023479457s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.690384Z","caller":"traceutil/trace.go:171","msg":"trace[1834622677] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28277; }","duration":"4.07932809s","start":"2026-04-28T23:31:07.611052Z","end":"2026-04-28T23:31:11.69038Z","steps":["trace[1834622677] 'agreement among raft nodes before linearized reading' (duration: 4.079314269s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690435Z","caller":"traceutil/trace.go:171","msg":"trace[46709275] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28277; }","duration":"1.52734401s","start":"2026-04-28T23:31:10.163082Z","end":"2026-04-28T23:31:11.690426Z","steps":["trace[46709275] 'agreement among raft nodes before linearized reading' (duration: 1.527263228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218215181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.690119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.642648Z","time spent":"4.047436322s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.689225Z","caller":"traceutil/trace.go:171","msg":"trace[747016535] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28277; }","duration":"3.989106735s","start":"2026-04-28T23:31:07.700113Z","end":"2026-04-28T23:31:11.68922Z","steps":["trace[747016535] 'agreement among raft nodes before linearized reading' (duration: 3.989086704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.69059Z","caller":"traceutil/trace.go:171","msg":"trace[991850375] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28277; }","duration":"3.4804898s","start":"2026-04-28T23:31:08.210091Z","end":"2026-04-28T23:31:11.690581Z","steps":["trace[991850375] 'agreement among raft nodes before linearized reading' (duration: 3.480458489s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690604Z","caller":"traceutil/trace.go:171","msg":"trace[451792965] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28277; }","duration":"4.592616068s","start":"2026-04-28T23:31:07.097978Z","end":"2026-04-28T23:31:11.690594Z","steps":["trace[451792965] 'agreement among raft nodes before linearized reading' (duration: 4.583819176s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689045Z","caller":"traceutil/trace.go:171","msg":"trace[1181113691] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28277; }","duration":"711.006407ms","start":"2026-04-28T23:31:10.977751Z","end":"2026-04-28T23:31:11.688757Z","steps":["trace[1181113691] 'agreement among raft nodes before linearized reading' (duration: 704.347161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.505865Z","time spent":"4.17661899s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.690738Z","caller":"traceutil/trace.go:171","msg":"trace[295150795] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28277; }","duration":"3.480670294s","start":"2026-04-28T23:31:08.210059Z","end":"2026-04-28T23:31:11.69073Z","steps":["trace[295150795] 'agreement among raft nodes before linearized reading' (duration: 3.480647524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.689893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.916208Z","time spent":"3.773669539s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.680804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.097913Z","time spent":"4.582809403s","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.690221Z","caller":"traceutil/trace.go:171","msg":"trace[102175074] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28277; }","duration":"4.061320936s","start":"2026-04-28T23:31:07.628895Z","end":"2026-04-28T23:31:11.690216Z","steps":["trace[102175074] 'agreement among raft nodes before linearized reading' (duration: 4.061303596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156134522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:11.682529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.189882Z","time spent":"3.492640616s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.689296Z","caller":"traceutil/trace.go:171","msg":"trace[856005309] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28277; }","duration":"963.932394ms","start":"2026-04-28T23:31:10.725358Z","end":"2026-04-28T23:31:11.689291Z","steps":["trace[856005309] 'agreement among raft nodes before linearized reading' (duration: 963.854482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690886Z","caller":"traceutil/trace.go:171","msg":"trace[347126880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28277; }","duration":"810.814982ms","start":"2026-04-28T23:31:10.880067Z","end":"2026-04-28T23:31:11.690882Z","steps":["trace[347126880] 'agreement among raft nodes before linearized reading' (duration: 803.037802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689446Z","caller":"traceutil/trace.go:171","msg":"trace[2069740112] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:6; response_revision:28277; }","duration":"4.016566305s","start":"2026-04-28T23:31:07.67287Z","end":"2026-04-28T23:31:11.689436Z","steps":["trace[2069740112] 'agreement among raft nodes before linearized reading' (duration: 4.016415912s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68183Z","caller":"traceutil/trace.go:171","msg":"trace[1767569129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.883911562s","start":"2026-04-28T23:31:07.7979Z","end":"2026-04-28T23:31:11.681812Z","steps":["trace[1767569129] 'agreement among raft nodes before linearized reading' (duration: 3.883760259s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689272Z","caller":"traceutil/trace.go:171","msg":"trace[220570623] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28277; }","duration":"4.01632594s","start":"2026-04-28T23:31:07.672941Z","end":"2026-04-28T23:31:11.689267Z","steps":["trace[220570623] 'agreement among raft nodes before linearized reading' (duration: 4.016301219s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689495Z","caller":"traceutil/trace.go:171","msg":"trace[1372522323] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:28277; }","duration":"1.008667963s","start":"2026-04-28T23:31:10.680822Z","end":"2026-04-28T23:31:11.68949Z","steps":["trace[1372522323] 'agreement among raft nodes before linearized reading' (duration: 1.008610342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851960642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.691057Z","caller":"traceutil/trace.go:171","msg":"trace[2122348261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28277; }","duration":"4.227220618s","start":"2026-04-28T23:31:07.463826Z","end":"2026-04-28T23:31:11.691047Z","steps":["trace[2122348261] 'agreement among raft nodes before linearized reading' (duration: 4.218250502s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691078Z","caller":"traceutil/trace.go:171","msg":"trace[1085484655] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28277; }","duration":"3.861741377s","start":"2026-04-28T23:31:07.829328Z","end":"2026-04-28T23:31:11.69107Z","steps":["trace[1085484655] 'agreement among raft nodes before linearized reading' (duration: 3.851984032s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689496Z","caller":"traceutil/trace.go:171","msg":"trace[212620230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28277; }","duration":"3.788586834s","start":"2026-04-28T23:31:07.900882Z","end":"2026-04-28T23:31:11.689469Z","steps":["trace[212620230] 'agreement among raft nodes before linearized reading' (duration: 3.78842422s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691103Z","caller":"traceutil/trace.go:171","msg":"trace[1307691982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28277; }","duration":"4.227196567s","start":"2026-04-28T23:31:07.463897Z","end":"2026-04-28T23:31:11.691094Z","steps":["trace[1307691982] 'agreement among raft nodes before linearized reading' (duration: 4.218215631s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.68954Z","caller":"traceutil/trace.go:171","msg":"trace[2086548227] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:5; response_revision:28277; }","duration":"4.032429402s","start":"2026-04-28T23:31:07.657103Z","end":"2026-04-28T23:31:11.689533Z","steps":["trace[2086548227] 'agreement among raft nodes before linearized reading' (duration: 4.032360411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689691Z","caller":"traceutil/trace.go:171","msg":"trace[12372216] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28277; }","duration":"1.023346094s","start":"2026-04-28T23:31:10.666338Z","end":"2026-04-28T23:31:11.689684Z","steps":["trace[12372216] 'agreement among raft nodes before linearized reading' (duration: 1.023317613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.690085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.725894Z","time spent":"3.96417996s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:11.689929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:08.174117Z","time spent":"3.515802503s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:11.689145Z","caller":"traceutil/trace.go:171","msg":"trace[1525794197] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28277; }","duration":"3.96327745s","start":"2026-04-28T23:31:07.725862Z","end":"2026-04-28T23:31:11.689139Z","steps":["trace[1525794197] 'agreement among raft nodes before linearized reading' (duration: 3.96326063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689629Z","caller":"traceutil/trace.go:171","msg":"trace[1560785723] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28277; }","duration":"1.009120693s","start":"2026-04-28T23:31:10.680499Z","end":"2026-04-28T23:31:11.68962Z","steps":["trace[1560785723] 'agreement among raft nodes before linearized reading' (duration: 1.009010191s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690548Z","caller":"traceutil/trace.go:171","msg":"trace[1814151589] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28277; }","duration":"3.930340018s","start":"2026-04-28T23:31:07.760185Z","end":"2026-04-28T23:31:11.690525Z","steps":["trace[1814151589] 'agreement among raft nodes before linearized reading' (duration: 3.921055914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.68252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:10.954292Z","time spent":"728.218933ms","remote":"127.0.0.1:34602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:11.681781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384995492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.691378Z","caller":"traceutil/trace.go:171","msg":"trace[1385690502] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28277; }","duration":"4.394592382s","start":"2026-04-28T23:31:07.296777Z","end":"2026-04-28T23:31:11.69137Z","steps":["trace[1385690502] 'agreement among raft nodes before linearized reading' (duration: 4.384975902s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.690851Z","caller":"traceutil/trace.go:171","msg":"trace[1590324640] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28277; }","duration":"4.164997896s","start":"2026-04-28T23:31:07.525845Z","end":"2026-04-28T23:31:11.690843Z","steps":["trace[1590324640] 'agreement among raft nodes before linearized reading' (duration: 4.156145782s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689197Z","caller":"traceutil/trace.go:171","msg":"trace[429897283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28277; }","duration":"963.638228ms","start":"2026-04-28T23:31:10.725547Z","end":"2026-04-28T23:31:11.689185Z","steps":["trace[429897283] 'agreement among raft nodes before linearized reading' (duration: 963.621898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689359Z","caller":"traceutil/trace.go:171","msg":"trace[1645091537] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28277; }","duration":"987.653503ms","start":"2026-04-28T23:31:10.701701Z","end":"2026-04-28T23:31:11.689354Z","steps":["trace[1645091537] 'agreement among raft nodes before linearized reading' (duration: 987.611232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.689588Z","caller":"traceutil/trace.go:171","msg":"trace[1809546138] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28277; }","duration":"4.032543645s","start":"2026-04-28T23:31:07.657039Z","end":"2026-04-28T23:31:11.689582Z","steps":["trace[1809546138] 'agreement among raft nodes before linearized reading' (duration: 4.032518885s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691668Z","caller":"traceutil/trace.go:171","msg":"trace[1393534172] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28277; }","duration":"3.746478393s","start":"2026-04-28T23:31:07.945179Z","end":"2026-04-28T23:31:11.691658Z","steps":["trace[1393534172] 'agreement among raft nodes before linearized reading' (duration: 3.735473072s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.683272Z","caller":"traceutil/trace.go:171","msg":"trace[605634210] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28277; }","duration":"764.458966ms","start":"2026-04-28T23:31:10.918799Z","end":"2026-04-28T23:31:11.683258Z","steps":["trace[605634210] 'agreement among raft nodes before linearized reading' (duration: 763.743221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691686Z","caller":"traceutil/trace.go:171","msg":"trace[1752543783] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28277; }","duration":"3.599067476s","start":"2026-04-28T23:31:08.092612Z","end":"2026-04-28T23:31:11.691679Z","steps":["trace[1752543783] 'agreement among raft nodes before linearized reading' (duration: 3.599040195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.682063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.176537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:11.69174Z","caller":"traceutil/trace.go:171","msg":"trace[186530445] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28277; }","duration":"4.099341128s","start":"2026-04-28T23:31:07.592389Z","end":"2026-04-28T23:31:11.69173Z","steps":["trace[186530445] 'agreement among raft nodes before linearized reading' (duration: 4.088843528s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691766Z","caller":"traceutil/trace.go:171","msg":"trace[1529862729] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28277; }","duration":"713.91689ms","start":"2026-04-28T23:31:10.977841Z","end":"2026-04-28T23:31:11.691758Z","steps":["trace[1529862729] 'agreement among raft nodes before linearized reading' (duration: 704.173138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.681876Z","caller":"traceutil/trace.go:171","msg":"trace[1859648323] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28277; }","duration":"4.304868038s","start":"2026-04-28T23:31:07.376997Z","end":"2026-04-28T23:31:11.681865Z","steps":["trace[1859648323] 'agreement among raft nodes before linearized reading' (duration: 4.304806847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.681888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.284298Z","time spent":"4.397580188s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.691835Z","caller":"traceutil/trace.go:171","msg":"trace[1165319093] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28277; }","duration":"3.619302419s","start":"2026-04-28T23:31:08.072524Z","end":"2026-04-28T23:31:11.691826Z","steps":["trace[1165319093] 'agreement among raft nodes before linearized reading' (duration: 3.619273218s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691926Z","caller":"traceutil/trace.go:171","msg":"trace[1640637893] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:28277; }","duration":"3.619556454s","start":"2026-04-28T23:31:08.072364Z","end":"2026-04-28T23:31:11.69192Z","steps":["trace[1640637893] 'agreement among raft nodes before linearized reading' (duration: 3.619486272s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691861Z","caller":"traceutil/trace.go:171","msg":"trace[1460140506] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28277; }","duration":"4.366177019s","start":"2026-04-28T23:31:07.325673Z","end":"2026-04-28T23:31:11.69185Z","steps":["trace[1460140506] 'agreement among raft nodes before linearized reading' (duration: 4.355519806s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.691972Z","caller":"traceutil/trace.go:171","msg":"trace[1902805736] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28277; }","duration":"4.558548842s","start":"2026-04-28T23:31:07.133415Z","end":"2026-04-28T23:31:11.691964Z","steps":["trace[1902805736] 'agreement among raft nodes before linearized reading' (duration: 4.548250937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:11.690219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:07.978534Z","time spent":"3.711675641s","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:11.692036Z","caller":"traceutil/trace.go:171","msg":"trace[1880390946] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28277; }","duration":"3.531488625s","start":"2026-04-28T23:31:08.160538Z","end":"2026-04-28T23:31:11.692027Z","steps":["trace[1880390946] 'agreement among raft nodes before linearized reading' (duration: 3.522646342s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:11.69211Z","caller":"traceutil/trace.go:171","msg":"trace[1290910852] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7f0326; range_end:; response_count:1; response_revision:28277; }","duration":"5.248003706s","start":"2026-04-28T23:31:06.444097Z","end":"2026-04-28T23:31:11.692101Z","steps":["trace[1290910852] 'agreement among raft nodes before linearized reading' (duration: 5.236443543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:12.199779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:12.700949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:13.201236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:13.573065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.873751063s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:13.577332Z","caller":"traceutil/trace.go:171","msg":"trace[2141856387] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"1.878088487s","start":"2026-04-28T23:31:11.699213Z","end":"2026-04-28T23:31:13.577301Z","steps":["trace[2141856387] 'process raft request' (duration: 1.874130741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:13.577462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.699199Z","time spent":"1.878193639s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:13.698806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999248611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:13.698905Z","caller":"traceutil/trace.go:171","msg":"trace[1731216365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999392123s","start":"2026-04-28T23:31:11.699493Z","end":"2026-04-28T23:31:13.698885Z","steps":["trace[1731216365] 'agreement among raft nodes before linearized reading' (duration: 1.999263541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:13.698955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.699482Z","time spent":"1.999461345s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:14.839616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391851332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:14.839713Z","caller":"traceutil/trace.go:171","msg":"trace[577072361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.391987745s","start":"2026-04-28T23:31:13.447706Z","end":"2026-04-28T23:31:14.839694Z","steps":["trace[577072361] 'agreement among raft nodes before linearized reading' (duration: 1.391871752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:14.839757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.447692Z","time spent":"1.392055156s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 23:31:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:15.178784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:14.343227Z","time spent":"835.546902ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:15.179261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.838954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:15.179414Z","caller":"traceutil/trace.go:171","msg":"trace[2145630522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28278; }","duration":"152.002368ms","start":"2026-04-28T23:31:15.027393Z","end":"2026-04-28T23:31:15.179395Z","steps":["trace[2145630522] 'range keys from in-memory index tree' (duration: 151.811774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:15.179504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185212848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:15.179793Z","caller":"traceutil/trace.go:171","msg":"trace[1062584958] linearizableReadLoop","detail":"{readStateIndex:29328; appliedIndex:29324; }","duration":"3.480290864s","start":"2026-04-28T23:31:11.699478Z","end":"2026-04-28T23:31:15.179769Z","steps":["trace[1062584958] 'read index received' (duration: 1.873912726s)","trace[1062584958] 'applied index is now lower than readState.Index' (duration: 1.606376978s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:15.179899Z","caller":"traceutil/trace.go:171","msg":"trace[1508686423] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"3.472184816s","start":"2026-04-28T23:31:11.707698Z","end":"2026-04-28T23:31:15.179883Z","steps":["trace[1508686423] 'process raft request' (duration: 3.47190129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:15.180012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.707693Z","time spent":"3.472278488s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:15.179925Z","caller":"traceutil/trace.go:171","msg":"trace[1098637204] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"3.165723288s","start":"2026-04-28T23:31:12.01419Z","end":"2026-04-28T23:31:15.179913Z","steps":["trace[1098637204] 'process raft request' (duration: 3.165519493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:15.180173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480675252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8013d20f-82a0-4e9d-be5f-be571593e9fb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T23:31:15.18008Z","caller":"traceutil/trace.go:171","msg":"trace[439395244] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"3.472672057s","start":"2026-04-28T23:31:11.707377Z","end":"2026-04-28T23:31:15.180049Z","steps":["trace[439395244] 'process raft request' (duration: 2.286812385s)","trace[439395244] 'compare' (duration: 1.184639396s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:15.180257Z","caller":"traceutil/trace.go:171","msg":"trace[86026914] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8013d20f-82a0-4e9d-be5f-be571593e9fb; range_end:; response_count:1; response_revision:28281; }","duration":"3.480778035s","start":"2026-04-28T23:31:11.699466Z","end":"2026-04-28T23:31:15.180244Z","steps":["trace[86026914] 'agreement among raft nodes before linearized reading' (duration: 3.48055386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:15.180262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:12.014161Z","time spent":"3.166019564s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:15.180297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.69946Z","time spent":"3.480829306s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8013d20f-82a0-4e9d-be5f-be571593e9fb\" "} {"level":"warn","ts":"2026-04-28T23:31:15.180416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.707369Z","time spent":"3.472923562s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:15.699571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:15.699664Z","caller":"traceutil/trace.go:171","msg":"trace[1474622592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416355s","start":"2026-04-28T23:31:13.699226Z","end":"2026-04-28T23:31:15.699643Z","steps":["trace[1474622592] 'agreement among raft nodes before linearized reading' (duration: 2.000293142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:15.699715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.699208Z","time spent":"2.000498387s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:17.70884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:17.708898Z","caller":"traceutil/trace.go:171","msg":"trace[1585786984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351954s","start":"2026-04-28T23:31:15.708533Z","end":"2026-04-28T23:31:17.708885Z","steps":["trace[1585786984] 'agreement among raft nodes before linearized reading' (duration: 2.000276213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:17.708955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.708449Z","time spent":"2.000495567s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:18.749202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:18.749281Z","caller":"traceutil/trace.go:171","msg":"trace[1836198997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388995s","start":"2026-04-28T23:31:16.748873Z","end":"2026-04-28T23:31:18.749262Z","steps":["trace[1836198997] 'agreement among raft nodes before linearized reading' (duration: 2.000290033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:18.749328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:16.748817Z","time spent":"2.000502148s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:18.893393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998271858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:18.893493Z","caller":"traceutil/trace.go:171","msg":"trace[602301712] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998413501s","start":"2026-04-28T23:31:13.895053Z","end":"2026-04-28T23:31:18.893466Z","steps":["trace[602301712] 'agreement among raft nodes before linearized reading' (duration: 4.998288958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:18.893586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.895039Z","time spent":"4.998531483s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/28 23:31:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:19.235129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.916929214s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:19.70909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:19.709228Z","caller":"traceutil/trace.go:171","msg":"trace[2122605134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035958s","start":"2026-04-28T23:31:17.709159Z","end":"2026-04-28T23:31:19.709195Z","steps":["trace[2122605134] 'agreement among raft nodes before linearized reading' (duration: 1.999842573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.709309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:17.709148Z","time spent":"2.00014717s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:19.75774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517881861s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:31:19.757941Z","caller":"traceutil/trace.go:171","msg":"trace[459175182] linearizableReadLoop","detail":"{readStateIndex:29329; appliedIndex:29328; }","duration":"4.57808354s","start":"2026-04-28T23:31:15.179841Z","end":"2026-04-28T23:31:19.757925Z","steps":["trace[459175182] 'read index received' (duration: 60.141228ms)","trace[459175182] 'applied index is now lower than readState.Index' (duration: 4.517941252s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:19.758364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921255612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-28T23:31:19.758399Z","caller":"traceutil/trace.go:171","msg":"trace[347698797] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28281; }","duration":"4.921337964s","start":"2026-04-28T23:31:14.83705Z","end":"2026-04-28T23:31:19.758388Z","steps":["trace[347698797] 'agreement among raft nodes before linearized reading' (duration: 4.921202701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.758427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:14.837029Z","time spent":"4.921390386s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T23:31:19.758633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762173092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:31:19.758661Z","caller":"traceutil/trace.go:171","msg":"trace[1557636750] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28281; }","duration":"5.762204243s","start":"2026-04-28T23:31:13.99645Z","end":"2026-04-28T23:31:19.758654Z","steps":["trace[1557636750] 'agreement among raft nodes before linearized reading' (duration: 5.762126711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.758682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.996397Z","time spent":"5.762279065s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T23:31:19.758722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.052665829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:19.758846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.055178004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2013"} {"level":"info","ts":"2026-04-28T23:31:19.758877Z","caller":"traceutil/trace.go:171","msg":"trace[131481559] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28281; }","duration":"8.055208074s","start":"2026-04-28T23:31:11.703662Z","end":"2026-04-28T23:31:19.75887Z","steps":["trace[131481559] 'agreement among raft nodes before linearized reading' (duration: 8.055130633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.758898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.703626Z","time spent":"8.055266866s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2036,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-28T23:31:19.758999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.17821748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-04-28T23:31:19.759036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056049083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-28T23:31:19.759058Z","caller":"traceutil/trace.go:171","msg":"trace[606915028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28281; }","duration":"8.056111844s","start":"2026-04-28T23:31:11.70294Z","end":"2026-04-28T23:31:19.759051Z","steps":["trace[606915028] 'agreement among raft nodes before linearized reading' (duration: 8.056064743s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:19.759061Z","caller":"traceutil/trace.go:171","msg":"trace[959480450] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28281; }","duration":"6.178322333s","start":"2026-04-28T23:31:13.580722Z","end":"2026-04-28T23:31:19.759044Z","steps":["trace[959480450] 'agreement among raft nodes before linearized reading' (duration: 6.178142519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056200146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:19.759117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.580695Z","time spent":"6.178408385s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" "} {"level":"warn","ts":"2026-04-28T23:31:19.759128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.462020125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-04-28T23:31:19.759141Z","caller":"traceutil/trace.go:171","msg":"trace[2138103281] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:28281; }","duration":"8.056241707s","start":"2026-04-28T23:31:11.702894Z","end":"2026-04-28T23:31:19.759135Z","steps":["trace[2138103281] 'agreement among raft nodes before linearized reading' (duration: 8.056200016s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:19.759158Z","caller":"traceutil/trace.go:171","msg":"trace[301070779] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28281; }","duration":"6.462086945s","start":"2026-04-28T23:31:13.297062Z","end":"2026-04-28T23:31:19.759149Z","steps":["trace[301070779] 'agreement among raft nodes before linearized reading' (duration: 6.461991193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.702883Z","time spent":"8.056273258s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" "} {"level":"warn","ts":"2026-04-28T23:31:19.759081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.702926Z","time spent":"8.056147565s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-28T23:31:19.759178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.297042Z","time spent":"6.462131727s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T23:31:19.759201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.546915663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-28T23:31:19.759277Z","caller":"traceutil/trace.go:171","msg":"trace[202230589] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28281; }","duration":"6.547067466s","start":"2026-04-28T23:31:13.212193Z","end":"2026-04-28T23:31:19.759261Z","steps":["trace[202230589] 'agreement among raft nodes before linearized reading' (duration: 6.546824991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:13.212173Z","time spent":"6.547128448s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:19.758833Z","caller":"traceutil/trace.go:171","msg":"trace[2131477571] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28281; }","duration":"8.052792772s","start":"2026-04-28T23:31:11.706Z","end":"2026-04-28T23:31:19.758792Z","steps":["trace[2131477571] 'agreement among raft nodes before linearized reading' (duration: 8.052642059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.172807185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-28T23:31:19.759468Z","caller":"traceutil/trace.go:171","msg":"trace[12145970] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28281; }","duration":"7.172975699s","start":"2026-04-28T23:31:12.58646Z","end":"2026-04-28T23:31:19.759436Z","steps":["trace[12145970] 'agreement among raft nodes before linearized reading' (duration: 7.172631331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:12.586427Z","time spent":"7.173095482s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-28T23:31:19.759453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:11.70599Z","time spent":"8.053369044s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T23:31:19.759649Z","caller":"traceutil/trace.go:171","msg":"trace[806184666] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"4.572906975s","start":"2026-04-28T23:31:15.18673Z","end":"2026-04-28T23:31:19.759637Z","steps":["trace[806184666] 'process raft request' (duration: 4.571108636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.759748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.186707Z","time spent":"4.572985637s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:19.759641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.331065761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274718"} {"level":"info","ts":"2026-04-28T23:31:19.760189Z","caller":"traceutil/trace.go:171","msg":"trace[198189224] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:28281; }","duration":"7.331638173s","start":"2026-04-28T23:31:12.428518Z","end":"2026-04-28T23:31:19.760156Z","steps":["trace[198189224] 'agreement among raft nodes before linearized reading' (duration: 7.330592591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:19.760933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:12.428495Z","time spent":"7.33241518s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274741,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T23:31:20.183794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.186945Z","time spent":"4.996839877s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 23:31:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:20.258322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:20.593638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999377434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:20.593722Z","caller":"traceutil/trace.go:171","msg":"trace[1639830511] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999519936s","start":"2026-04-28T23:31:15.594183Z","end":"2026-04-28T23:31:20.593703Z","steps":["trace[1639830511] 'agreement among raft nodes before linearized reading' (duration: 4.999410584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:20.593769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.594162Z","time spent":"4.999597628s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 23:31:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:20.759059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:20.828492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998026533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:20.828574Z","caller":"traceutil/trace.go:171","msg":"trace[417864964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998164656s","start":"2026-04-28T23:31:15.830391Z","end":"2026-04-28T23:31:20.828556Z","steps":["trace[417864964] 'agreement among raft nodes before linearized reading' (duration: 4.998060143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:20.828621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.83037Z","time spent":"4.998241488s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 23:31:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:21.127808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892481853s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:21.27974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520007678s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:21.280164Z","caller":"traceutil/trace.go:171","msg":"trace[33486572] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"6.091731478s","start":"2026-04-28T23:31:15.188402Z","end":"2026-04-28T23:31:21.280134Z","steps":["trace[33486572] 'process raft request' (duration: 6.091574235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:21.28017Z","caller":"traceutil/trace.go:171","msg":"trace[60568594] transaction","detail":"{read_only:false; response_revision:28284; number_of_response:1; }","duration":"6.092522525s","start":"2026-04-28T23:31:15.187609Z","end":"2026-04-28T23:31:21.280132Z","steps":["trace[60568594] 'process raft request' (duration: 6.092251529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:21.280328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.188392Z","time spent":"6.091870041s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:21.280372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.187601Z","time spent":"6.092688728s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:21.280494Z","caller":"traceutil/trace.go:171","msg":"trace[306718802] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"5.939001714s","start":"2026-04-28T23:31:15.341441Z","end":"2026-04-28T23:31:21.280443Z","steps":["trace[306718802] 'process raft request' (duration: 5.938597505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:21.280553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.341411Z","time spent":"5.939115246s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:21.280558Z","caller":"traceutil/trace.go:171","msg":"trace[1601479617] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"2.068882525s","start":"2026-04-28T23:31:19.211654Z","end":"2026-04-28T23:31:21.280536Z","steps":["trace[1601479617] 'process raft request' (duration: 2.068438405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:21.280645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.211617Z","time spent":"2.068986096s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:21.717819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:21.717919Z","caller":"traceutil/trace.go:171","msg":"trace[1229372657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411006s","start":"2026-04-28T23:31:19.717488Z","end":"2026-04-28T23:31:21.717899Z","steps":["trace[1229372657] 'agreement among raft nodes before linearized reading' (duration: 2.000290673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:21.717968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.717465Z","time spent":"2.000493757s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:22.827585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050218474s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:22.827744Z","caller":"traceutil/trace.go:171","msg":"trace[523953282] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"3.064176924s","start":"2026-04-28T23:31:19.763533Z","end":"2026-04-28T23:31:22.82771Z","steps":["trace[523953282] 'process raft request' (duration: 2.013704016s)","trace[523953282] 'compare' (duration: 1.05009211s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:22.827866Z","caller":"traceutil/trace.go:171","msg":"trace[994166617] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"1.060596039s","start":"2026-04-28T23:31:21.767253Z","end":"2026-04-28T23:31:22.827849Z","steps":["trace[994166617] 'process raft request' (duration: 1.060539208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.827965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:21.767231Z","time spent":"1.060686862s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:22.82797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.763505Z","time spent":"3.064349858s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:22.828255Z","caller":"traceutil/trace.go:171","msg":"trace[1924528696] linearizableReadLoop","detail":"{readStateIndex:29336; appliedIndex:29330; }","duration":"3.070262718s","start":"2026-04-28T23:31:19.75797Z","end":"2026-04-28T23:31:22.828233Z","steps":["trace[1924528696] 'read index received' (duration: 1.370024505s)","trace[1924528696] 'applied index is now lower than readState.Index' (duration: 1.700236753s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:22.828524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890328722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.828605Z","caller":"traceutil/trace.go:171","msg":"trace[763870126] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28290; }","duration":"3.890439805s","start":"2026-04-28T23:31:18.938154Z","end":"2026-04-28T23:31:22.828594Z","steps":["trace[763870126] 'agreement among raft nodes before linearized reading' (duration: 3.890301132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.828678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279859771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.938147Z","time spent":"3.890534237s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.828707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991457196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315534962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297865214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.828835Z","caller":"traceutil/trace.go:171","msg":"trace[618843243] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28290; }","duration":"3.991658481s","start":"2026-04-28T23:31:18.837151Z","end":"2026-04-28T23:31:22.828809Z","steps":["trace[618843243] 'agreement among raft nodes before linearized reading' (duration: 3.991385615s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.828842Z","caller":"traceutil/trace.go:171","msg":"trace[1336804274] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28290; }","duration":"7.315590373s","start":"2026-04-28T23:31:15.513231Z","end":"2026-04-28T23:31:22.828821Z","steps":["trace[1336804274] 'agreement among raft nodes before linearized reading' (duration: 7.315534752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.828862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.278751777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.513225Z","time spent":"7.315653444s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.8289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.837127Z","time spent":"3.991760572s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.828931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.298941408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337537592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966783596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:22.828971Z","caller":"traceutil/trace.go:171","msg":"trace[1293591976] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28290; }","duration":"7.298983019s","start":"2026-04-28T23:31:15.529976Z","end":"2026-04-28T23:31:22.828959Z","steps":["trace[1293591976] 'agreement among raft nodes before linearized reading' (duration: 7.298920308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.828998Z","caller":"traceutil/trace.go:171","msg":"trace[1378546044] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28290; }","duration":"7.337610584s","start":"2026-04-28T23:31:15.491369Z","end":"2026-04-28T23:31:22.82898Z","steps":["trace[1378546044] 'agreement among raft nodes before linearized reading' (duration: 7.337542733s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.829014Z","caller":"traceutil/trace.go:171","msg":"trace[1089150437] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28290; }","duration":"3.966859118s","start":"2026-04-28T23:31:18.862135Z","end":"2026-04-28T23:31:22.828994Z","steps":["trace[1089150437] 'agreement among raft nodes before linearized reading' (duration: 3.966726985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.829013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299060741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.829022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.529919Z","time spent":"7.299087601s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.829044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.491356Z","time spent":"7.337676926s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.829066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.862123Z","time spent":"3.966927099s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.829113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891244942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.829196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.929456189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:37 size:240033"} {"level":"warn","ts":"2026-04-28T23:31:22.82917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92950873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:22.828869Z","caller":"traceutil/trace.go:171","msg":"trace[2098182261] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28290; }","duration":"7.297943356s","start":"2026-04-28T23:31:15.530912Z","end":"2026-04-28T23:31:22.828855Z","steps":["trace[2098182261] 'agreement among raft nodes before linearized reading' (duration: 7.297866044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.829296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.530898Z","time spent":"7.298386555s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.828976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94912411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:22.82932Z","caller":"traceutil/trace.go:171","msg":"trace[1008967406] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28290; }","duration":"3.891306473s","start":"2026-04-28T23:31:18.93784Z","end":"2026-04-28T23:31:22.829146Z","steps":["trace[1008967406] 'agreement among raft nodes before linearized reading' (duration: 3.891218351s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.829322Z","caller":"traceutil/trace.go:171","msg":"trace[1095202278] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28290; }","duration":"3.929648123s","start":"2026-04-28T23:31:18.899607Z","end":"2026-04-28T23:31:22.829255Z","steps":["trace[1095202278] 'agreement among raft nodes before linearized reading' (duration: 3.929443219s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.829233Z","caller":"traceutil/trace.go:171","msg":"trace[956996921] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:37; response_revision:28290; }","duration":"3.929533701s","start":"2026-04-28T23:31:18.89969Z","end":"2026-04-28T23:31:22.829224Z","steps":["trace[956996921] 'agreement among raft nodes before linearized reading' (duration: 3.929149142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.829406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915561655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-28T23:31:22.829394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.382613269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.829434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.899668Z","time spent":"3.929750036s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":37,"response size":240056,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.829532Z","caller":"traceutil/trace.go:171","msg":"trace[907523300] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28290; }","duration":"7.382681731s","start":"2026-04-28T23:31:15.446771Z","end":"2026-04-28T23:31:22.829453Z","steps":["trace[907523300] 'agreement among raft nodes before linearized reading' (duration: 7.382598759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.829586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99163324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.829415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.937831Z","time spent":"3.891529939s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.829444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.899588Z","time spent":"3.929833297s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.831392Z","caller":"traceutil/trace.go:171","msg":"trace[2104018400] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28290; }","duration":"3.993450891s","start":"2026-04-28T23:31:18.837918Z","end":"2026-04-28T23:31:22.831369Z","steps":["trace[2104018400] 'agreement among raft nodes before linearized reading' (duration: 3.99161793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.837915Z","time spent":"3.993526202s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.828942Z","caller":"traceutil/trace.go:171","msg":"trace[1309780441] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28290; }","duration":"7.278876419s","start":"2026-04-28T23:31:15.550038Z","end":"2026-04-28T23:31:22.828914Z","steps":["trace[1309780441] 'agreement among raft nodes before linearized reading' (duration: 7.278779237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93177031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:37 size:240033"} {"level":"warn","ts":"2026-04-28T23:31:22.829339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908702634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:10 size:12360"} {"level":"warn","ts":"2026-04-28T23:31:22.829316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.382506246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.82957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967023851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:37 size:82726"} {"level":"warn","ts":"2026-04-28T23:31:22.831588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.550029Z","time spent":"7.281535217s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.831642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.457966846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T23:31:22.831724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951556693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:3 size:3229"} {"level":"warn","ts":"2026-04-28T23:31:22.83179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969661069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:37 size:82726"} {"level":"warn","ts":"2026-04-28T23:31:22.831793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994622305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.831793Z","caller":"traceutil/trace.go:171","msg":"trace[1315697959] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:10; response_revision:28290; }","duration":"3.911172998s","start":"2026-04-28T23:31:18.920602Z","end":"2026-04-28T23:31:22.831775Z","steps":["trace[1315697959] 'agreement among raft nodes before linearized reading' (duration: 3.908645303s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.831829Z","caller":"traceutil/trace.go:171","msg":"trace[210635968] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:37; response_revision:28290; }","duration":"3.96975247s","start":"2026-04-28T23:31:18.862068Z","end":"2026-04-28T23:31:22.83182Z","steps":["trace[210635968] 'agreement among raft nodes before linearized reading' (duration: 3.967159074s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.831842Z","caller":"traceutil/trace.go:171","msg":"trace[722533101] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28290; }","duration":"3.994715688s","start":"2026-04-28T23:31:18.837114Z","end":"2026-04-28T23:31:22.831829Z","steps":["trace[722533101] 'agreement among raft nodes before linearized reading' (duration: 3.994634166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516360548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.831904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.83709Z","time spent":"3.994800079s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.831916Z","caller":"traceutil/trace.go:171","msg":"trace[500302653] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28290; }","duration":"7.385081073s","start":"2026-04-28T23:31:15.4468Z","end":"2026-04-28T23:31:22.831881Z","steps":["trace[500302653] 'agreement among raft nodes before linearized reading' (duration: 7.382418175s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.831928Z","caller":"traceutil/trace.go:171","msg":"trace[1139803958] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:37; response_revision:28290; }","duration":"3.932153508s","start":"2026-04-28T23:31:18.899759Z","end":"2026-04-28T23:31:22.831912Z","steps":["trace[1139803958] 'agreement among raft nodes before linearized reading' (duration: 3.929681384s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.831927Z","caller":"traceutil/trace.go:171","msg":"trace[2023389649] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28290; }","duration":"7.516421828s","start":"2026-04-28T23:31:15.315494Z","end":"2026-04-28T23:31:22.831915Z","steps":["trace[2023389649] 'agreement among raft nodes before linearized reading' (duration: 7.516336567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.446765Z","time spent":"7.385172005s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.831988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.315474Z","time spent":"7.516501651s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.831996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339375363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.832032Z","caller":"traceutil/trace.go:171","msg":"trace[1786166726] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28290; }","duration":"7.339440065s","start":"2026-04-28T23:31:15.49258Z","end":"2026-04-28T23:31:22.83202Z","steps":["trace[1786166726] 'agreement among raft nodes before linearized reading' (duration: 7.339388744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.492567Z","time spent":"7.339489535s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.831722Z","caller":"traceutil/trace.go:171","msg":"trace[918048801] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28290; }","duration":"6.458079769s","start":"2026-04-28T23:31:16.373626Z","end":"2026-04-28T23:31:22.831706Z","steps":["trace[918048801] 'agreement among raft nodes before linearized reading' (duration: 6.454965991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952057463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:3 size:3229"} {"level":"info","ts":"2026-04-28T23:31:22.832144Z","caller":"traceutil/trace.go:171","msg":"trace[1423652625] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:28290; }","duration":"3.952288549s","start":"2026-04-28T23:31:18.879843Z","end":"2026-04-28T23:31:22.832132Z","steps":["trace[1423652625] 'agreement among raft nodes before linearized reading' (duration: 3.951966772s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.829364Z","caller":"traceutil/trace.go:171","msg":"trace[1115783629] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28290; }","duration":"3.949542108s","start":"2026-04-28T23:31:18.879806Z","end":"2026-04-28T23:31:22.829348Z","steps":["trace[1115783629] 'agreement among raft nodes before linearized reading' (duration: 3.949053538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.879793Z","time spent":"3.952382861s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.832188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.879839Z","time spent":"3.95233502s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3252,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.832274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516834048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.832379Z","caller":"traceutil/trace.go:171","msg":"trace[1116879674] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28290; }","duration":"7.5169767s","start":"2026-04-28T23:31:15.315389Z","end":"2026-04-28T23:31:22.832366Z","steps":["trace[1116879674] 'agreement among raft nodes before linearized reading' (duration: 7.516807466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911103516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:10 size:12360"} {"level":"info","ts":"2026-04-28T23:31:22.832458Z","caller":"traceutil/trace.go:171","msg":"trace[2108374929] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:10; response_revision:28290; }","duration":"3.911388993s","start":"2026-04-28T23:31:18.921056Z","end":"2026-04-28T23:31:22.832445Z","steps":["trace[2108374929] 'agreement among raft nodes before linearized reading' (duration: 3.910963764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.899751Z","time spent":"3.9322243s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":37,"response size":240056,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.832503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.92104Z","time spent":"3.911449844s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":10,"response size":12383,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.832517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.425412306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.829009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908258824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:22.832581Z","caller":"traceutil/trace.go:171","msg":"trace[1437434836] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28290; }","duration":"7.425474728s","start":"2026-04-28T23:31:15.407094Z","end":"2026-04-28T23:31:22.832569Z","steps":["trace[1437434836] 'agreement among raft nodes before linearized reading' (duration: 7.425398336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.832605Z","caller":"traceutil/trace.go:171","msg":"trace[2120367452] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28290; }","duration":"3.911946975s","start":"2026-04-28T23:31:18.920646Z","end":"2026-04-28T23:31:22.832593Z","steps":["trace[2120367452] 'agreement among raft nodes before linearized reading' (duration: 3.908206494s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.828732Z","caller":"traceutil/trace.go:171","msg":"trace[180243109] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28290; }","duration":"7.279927812s","start":"2026-04-28T23:31:15.548788Z","end":"2026-04-28T23:31:22.828716Z","steps":["trace[180243109] 'agreement among raft nodes before linearized reading' (duration: 7.27985635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.446721Z","time spent":"7.382869595s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.832614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.407085Z","time spent":"7.425518349s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.829072Z","caller":"traceutil/trace.go:171","msg":"trace[66340273] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28290; }","duration":"7.299144342s","start":"2026-04-28T23:31:15.529915Z","end":"2026-04-28T23:31:22.829059Z","steps":["trace[66340273] 'agreement among raft nodes before linearized reading' (duration: 7.29906099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893973362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.832696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.358673566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.832721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.529902Z","time spent":"7.302805152s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.832758Z","caller":"traceutil/trace.go:171","msg":"trace[1814881425] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28290; }","duration":"7.358765237s","start":"2026-04-28T23:31:15.473976Z","end":"2026-04-28T23:31:22.832742Z","steps":["trace[1814881425] 'agreement among raft nodes before linearized reading' (duration: 7.358660605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.315371Z","time spent":"7.517064153s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.832815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.473964Z","time spent":"7.358836289s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.832837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.358864539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.832874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.426432349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.831613Z","caller":"traceutil/trace.go:171","msg":"trace[563368790] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:37; response_revision:28290; }","duration":"3.969074157s","start":"2026-04-28T23:31:18.862527Z","end":"2026-04-28T23:31:22.831601Z","steps":["trace[563368790] 'agreement among raft nodes before linearized reading' (duration: 3.966572052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.318947866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.832945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.920622Z","time spent":"3.912310572s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.832976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.615894646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.831861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.862044Z","time spent":"3.969806112s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":37,"response size":82749,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.833029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.426632843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.833016Z","caller":"traceutil/trace.go:171","msg":"trace[1481806554] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.615978528s","start":"2026-04-28T23:31:15.217024Z","end":"2026-04-28T23:31:22.833002Z","steps":["trace[1481806554] 'agreement among raft nodes before linearized reading' (duration: 7.615897406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.217013Z","time spent":"7.616051749s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833093Z","caller":"traceutil/trace.go:171","msg":"trace[1036618150] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28290; }","duration":"7.426701574s","start":"2026-04-28T23:31:15.406354Z","end":"2026-04-28T23:31:22.833056Z","steps":["trace[1036618150] 'agreement among raft nodes before linearized reading' (duration: 7.426618792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:16.373611Z","time spent":"6.458508708s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:31:22.828757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279658336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585812208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.833223Z","caller":"traceutil/trace.go:171","msg":"trace[524643648] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28290; }","duration":"7.284297127s","start":"2026-04-28T23:31:15.548911Z","end":"2026-04-28T23:31:22.833208Z","steps":["trace[524643648] 'agreement among raft nodes before linearized reading' (duration: 7.279652897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.83318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.648312706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-28T23:31:22.833285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442320206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.534908483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.832953Z","caller":"traceutil/trace.go:171","msg":"trace[360812877] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28290; }","duration":"7.319792205s","start":"2026-04-28T23:31:15.513149Z","end":"2026-04-28T23:31:22.832941Z","steps":["trace[360812877] 'agreement among raft nodes before linearized reading' (duration: 7.318989427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.548775Z","time spent":"7.284245685s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833334Z","caller":"traceutil/trace.go:171","msg":"trace[485678760] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28290; }","duration":"7.534977034s","start":"2026-04-28T23:31:15.298349Z","end":"2026-04-28T23:31:22.833326Z","steps":["trace[485678760] 'agreement among raft nodes before linearized reading' (duration: 7.534930533s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833354Z","caller":"traceutil/trace.go:171","msg":"trace[956109992] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28290; }","duration":"7.442369047s","start":"2026-04-28T23:31:15.390946Z","end":"2026-04-28T23:31:22.833315Z","steps":["trace[956109992] 'agreement among raft nodes before linearized reading' (duration: 7.442286235s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601765777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.83326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.548886Z","time spent":"7.284362078s","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.833403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601870479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.390941Z","time spent":"7.442444308s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.828612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315297966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337092703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.828866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.354091875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.441914487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.586028132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.833545Z","caller":"traceutil/trace.go:171","msg":"trace[1210261575] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.586127824s","start":"2026-04-28T23:31:15.247406Z","end":"2026-04-28T23:31:22.833533Z","steps":["trace[1210261575] 'agreement among raft nodes before linearized reading' (duration: 7.586053273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833478Z","caller":"traceutil/trace.go:171","msg":"trace[1059936500] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28290; }","duration":"7.442215043s","start":"2026-04-28T23:31:15.391253Z","end":"2026-04-28T23:31:22.833468Z","steps":["trace[1059936500] 'agreement among raft nodes before linearized reading' (duration: 7.441930307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.831875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.920583Z","time spent":"3.91126422s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":10,"response size":12383,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.833576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.247374Z","time spent":"7.586193636s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.83359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.391235Z","time spent":"7.442341236s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.83241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.406446161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442911179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.482178569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.832315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405350917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.833743Z","caller":"traceutil/trace.go:171","msg":"trace[470842059] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28290; }","duration":"7.407825442s","start":"2026-04-28T23:31:15.425908Z","end":"2026-04-28T23:31:22.833733Z","steps":["trace[470842059] 'agreement among raft nodes before linearized reading' (duration: 7.406445811s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833757Z","caller":"traceutil/trace.go:171","msg":"trace[1482406848] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28290; }","duration":"7.48222329s","start":"2026-04-28T23:31:15.351523Z","end":"2026-04-28T23:31:22.833746Z","steps":["trace[1482406848] 'agreement among raft nodes before linearized reading' (duration: 7.482176139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.482951067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.83378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.351517Z","time spent":"7.482256861s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.425881Z","time spent":"7.407884473s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833798Z","caller":"traceutil/trace.go:171","msg":"trace[1927595696] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28290; }","duration":"7.483007048s","start":"2026-04-28T23:31:15.350784Z","end":"2026-04-28T23:31:22.833791Z","steps":["trace[1927595696] 'agreement among raft nodes before linearized reading' (duration: 7.482974187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.464913911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.833809Z","caller":"traceutil/trace.go:171","msg":"trace[1879757551] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28290; }","duration":"7.320536371s","start":"2026-04-28T23:31:15.51326Z","end":"2026-04-28T23:31:22.833796Z","steps":["trace[1879757551] 'agreement among raft nodes before linearized reading' (duration: 7.315278166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.350766Z","time spent":"7.483045418s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833831Z","caller":"traceutil/trace.go:171","msg":"trace[143132627] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28290; }","duration":"7.464979193s","start":"2026-04-28T23:31:15.368843Z","end":"2026-04-28T23:31:22.833822Z","steps":["trace[143132627] 'agreement among raft nodes before linearized reading' (duration: 7.464917741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.513255Z","time spent":"7.320575732s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.833844Z","caller":"traceutil/trace.go:171","msg":"trace[1204317427] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28290; }","duration":"7.359120535s","start":"2026-04-28T23:31:15.474712Z","end":"2026-04-28T23:31:22.833832Z","steps":["trace[1204317427] 'agreement among raft nodes before linearized reading' (duration: 7.354080754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.483054909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.464135195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.83292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.534432203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.832902Z","caller":"traceutil/trace.go:171","msg":"trace[172779408] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28290; }","duration":"3.894913092s","start":"2026-04-28T23:31:18.937813Z","end":"2026-04-28T23:31:22.832726Z","steps":["trace[172779408] 'agreement among raft nodes before linearized reading' (duration: 3.893970942s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833905Z","caller":"traceutil/trace.go:171","msg":"trace[925159990] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28290; }","duration":"7.464192555s","start":"2026-04-28T23:31:15.369707Z","end":"2026-04-28T23:31:22.833899Z","steps":["trace[925159990] 'agreement among raft nodes before linearized reading' (duration: 7.464161835s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.8339Z","caller":"traceutil/trace.go:171","msg":"trace[1699364976] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28290; }","duration":"7.342304997s","start":"2026-04-28T23:31:15.491574Z","end":"2026-04-28T23:31:22.833879Z","steps":["trace[1699364976] 'agreement among raft nodes before linearized reading' (duration: 7.337031881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.465081795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.832879Z","caller":"traceutil/trace.go:171","msg":"trace[1403653557] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28290; }","duration":"7.358933221s","start":"2026-04-28T23:31:15.473931Z","end":"2026-04-28T23:31:22.832864Z","steps":["trace[1403653557] 'agreement among raft nodes before linearized reading' (duration: 7.358835379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.832697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.533410981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.833854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.36883Z","time spent":"7.465016413s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833951Z","caller":"traceutil/trace.go:171","msg":"trace[1149366222] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28290; }","duration":"7.427561264s","start":"2026-04-28T23:31:15.406383Z","end":"2026-04-28T23:31:22.833944Z","steps":["trace[1149366222] 'agreement among raft nodes before linearized reading' (duration: 7.426459649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.406359Z","time spent":"7.427608545s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.833973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.491569Z","time spent":"7.342381928s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.829429Z","caller":"traceutil/trace.go:171","msg":"trace[366509659] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28290; }","duration":"3.915583106s","start":"2026-04-28T23:31:18.913839Z","end":"2026-04-28T23:31:22.829422Z","steps":["trace[366509659] 'agreement among raft nodes before linearized reading' (duration: 3.915515154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.9138Z","time spent":"3.920209267s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-28T23:31:22.834056Z","caller":"traceutil/trace.go:171","msg":"trace[1633068268] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28290; }","duration":"7.465225287s","start":"2026-04-28T23:31:15.36882Z","end":"2026-04-28T23:31:22.834045Z","steps":["trace[1633068268] 'agreement among raft nodes before linearized reading' (duration: 7.465095705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.6160799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.834081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.368806Z","time spent":"7.465267779s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.833915Z","caller":"traceutil/trace.go:171","msg":"trace[826251800] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28290; }","duration":"7.535468005s","start":"2026-04-28T23:31:15.298437Z","end":"2026-04-28T23:31:22.833905Z","steps":["trace[826251800] 'agreement among raft nodes before linearized reading' (duration: 7.534393071s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.834091Z","caller":"traceutil/trace.go:171","msg":"trace[154875469] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.616810987s","start":"2026-04-28T23:31:15.217272Z","end":"2026-04-28T23:31:22.834083Z","steps":["trace[154875469] 'agreement among raft nodes before linearized reading' (duration: 7.61606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.217256Z","time spent":"7.616850688s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.834111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.298417Z","time spent":"7.535685721s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.831804Z","caller":"traceutil/trace.go:171","msg":"trace[1604092647] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:28290; }","duration":"3.951645485s","start":"2026-04-28T23:31:18.880144Z","end":"2026-04-28T23:31:22.83179Z","steps":["trace[1604092647] 'agreement among raft nodes before linearized reading' (duration: 3.951370829s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833367Z","caller":"traceutil/trace.go:171","msg":"trace[637356519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28290; }","duration":"7.64849315s","start":"2026-04-28T23:31:15.1848Z","end":"2026-04-28T23:31:22.833293Z","steps":["trace[637356519] 'agreement among raft nodes before linearized reading' (duration: 7.648228904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.184779Z","time spent":"7.64936679s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:22.834164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.47388Z","time spent":"7.360273201s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.833366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.298333Z","time spent":"7.535024546s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833255Z","caller":"traceutil/trace.go:171","msg":"trace[1002209217] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.58589288s","start":"2026-04-28T23:31:15.24735Z","end":"2026-04-28T23:31:22.833243Z","steps":["trace[1002209217] 'agreement among raft nodes before linearized reading' (duration: 7.585806658s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.8334Z","caller":"traceutil/trace.go:171","msg":"trace[1379075110] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.601869349s","start":"2026-04-28T23:31:15.23152Z","end":"2026-04-28T23:31:22.833389Z","steps":["trace[1379075110] 'agreement among raft nodes before linearized reading' (duration: 7.601756177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.828353Z","caller":"traceutil/trace.go:171","msg":"trace[1332517311] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"1.124599382s","start":"2026-04-28T23:31:21.703735Z","end":"2026-04-28T23:31:22.828334Z","steps":["trace[1332517311] 'process raft request' (duration: 1.123977527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.247333Z","time spent":"7.586904303s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.834265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.880139Z","time spent":"3.954104769s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3252,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.834279Z","caller":"traceutil/trace.go:171","msg":"trace[925444514] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28290; }","duration":"7.534985716s","start":"2026-04-28T23:31:15.299256Z","end":"2026-04-28T23:31:22.834241Z","steps":["trace[925444514] 'agreement among raft nodes before linearized reading' (duration: 7.533356759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.513122Z","time spent":"7.320224133s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.834289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.477380163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:22.83434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.299248Z","time spent":"7.535072007s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.834354Z","caller":"traceutil/trace.go:171","msg":"trace[1200948464] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28290; }","duration":"7.477458886s","start":"2026-04-28T23:31:15.356885Z","end":"2026-04-28T23:31:22.834344Z","steps":["trace[1200948464] 'agreement among raft nodes before linearized reading' (duration: 7.477253331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.833405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585422708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.834257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.2315Z","time spent":"7.602750179s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.83439Z","caller":"traceutil/trace.go:171","msg":"trace[1630158738] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.586406021s","start":"2026-04-28T23:31:15.247974Z","end":"2026-04-28T23:31:22.83438Z","steps":["trace[1630158738] 'agreement among raft nodes before linearized reading' (duration: 7.585410608s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:22.833901Z","caller":"traceutil/trace.go:171","msg":"trace[1046282357] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28290; }","duration":"7.48310418s","start":"2026-04-28T23:31:15.350791Z","end":"2026-04-28T23:31:22.833896Z","steps":["trace[1046282357] 'agreement among raft nodes before linearized reading' (duration: 7.483074129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.828585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.381096297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:22.834321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:21.703702Z","time spent":"1.130570292s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:22.833926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518006874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.834612Z","caller":"traceutil/trace.go:171","msg":"trace[1459765730] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28290; }","duration":"7.518706958s","start":"2026-04-28T23:31:15.315896Z","end":"2026-04-28T23:31:22.834603Z","steps":["trace[1459765730] 'agreement among raft nodes before linearized reading' (duration: 7.518016293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.315889Z","time spent":"7.51874491s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.862523Z","time spent":"3.971388377s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":37,"response size":82749,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.36969Z","time spent":"7.464228607s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:18.937801Z","time spent":"3.896118259s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.832476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.406528693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:22.834931Z","caller":"traceutil/trace.go:171","msg":"trace[61924943] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28290; }","duration":"7.409041708s","start":"2026-04-28T23:31:15.425878Z","end":"2026-04-28T23:31:22.83492Z","steps":["trace[61924943] 'agreement among raft nodes before linearized reading' (duration: 7.406551143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.834976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.42586Z","time spent":"7.409106549s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.833745Z","caller":"traceutil/trace.go:171","msg":"trace[1224904364] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28290; }","duration":"7.442982421s","start":"2026-04-28T23:31:15.390755Z","end":"2026-04-28T23:31:22.833737Z","steps":["trace[1224904364] 'agreement among raft nodes before linearized reading' (duration: 7.442932619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.835027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.390729Z","time spent":"7.444285309s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:22.833775Z","caller":"traceutil/trace.go:171","msg":"trace[2039069759] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28290; }","duration":"7.406813179s","start":"2026-04-28T23:31:15.42695Z","end":"2026-04-28T23:31:22.833763Z","steps":["trace[2039069759] 'agreement among raft nodes before linearized reading' (duration: 7.405303696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.835141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.426903Z","time spent":"7.40822757s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.406339Z","time spent":"7.426781096s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.834387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.356878Z","time spent":"7.477499327s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:22.834418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.247907Z","time spent":"7.586502543s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.833885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.474692Z","time spent":"7.359179857s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:22.835636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.350775Z","time spent":"7.484722275s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:22.83514Z","caller":"traceutil/trace.go:171","msg":"trace[285069337] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28290; }","duration":"7.387116158s","start":"2026-04-28T23:31:15.447426Z","end":"2026-04-28T23:31:22.834542Z","steps":["trace[285069337] 'agreement among raft nodes before linearized reading' (duration: 7.381058216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.836803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.447407Z","time spent":"7.389382778s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:22.837268Z","caller":"traceutil/trace.go:171","msg":"trace[2043321747] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28290; }","duration":"7.605732565s","start":"2026-04-28T23:31:15.231523Z","end":"2026-04-28T23:31:22.837256Z","steps":["trace[2043321747] 'agreement among raft nodes before linearized reading' (duration: 7.601860589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.837326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.231481Z","time spent":"7.605831496s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:22.843636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.65903465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T23:31:22.8437Z","caller":"traceutil/trace.go:171","msg":"trace[2142119333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28290; }","duration":"7.659139513s","start":"2026-04-28T23:31:15.184549Z","end":"2026-04-28T23:31:22.843689Z","steps":["trace[2142119333] 'agreement among raft nodes before linearized reading' (duration: 7.648893068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.843745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:15.184534Z","time spent":"7.659202094s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T23:31:22.880346Z","caller":"traceutil/trace.go:171","msg":"trace[1058943837] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"879.568916ms","start":"2026-04-28T23:31:22.000718Z","end":"2026-04-28T23:31:22.880287Z","steps":["trace[1058943837] 'process raft request' (duration: 879.252079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:22.880601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.000694Z","time spent":"879.812542ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:23.719483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001353166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:23.719583Z","caller":"traceutil/trace.go:171","msg":"trace[1173836994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00151757s","start":"2026-04-28T23:31:21.718044Z","end":"2026-04-28T23:31:23.719562Z","steps":["trace[1173836994] 'agreement among raft nodes before linearized reading' (duration: 2.001379007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:23.719639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:21.718026Z","time spent":"2.001600823s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:24.763801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9992507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:24.763869Z","caller":"traceutil/trace.go:171","msg":"trace[2112953817] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999346332s","start":"2026-04-28T23:31:19.76451Z","end":"2026-04-28T23:31:24.763856Z","steps":["trace[2112953817] 'agreement among raft nodes before linearized reading' (duration: 4.99926114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:24.763904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.764503Z","time spent":"4.999391193s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/28 23:31:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:25.09889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.190379704s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:25.132172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252031964s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T23:31:25.132203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.855234ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:25.132308Z","caller":"traceutil/trace.go:171","msg":"trace[1315874674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28292; }","duration":"103.966756ms","start":"2026-04-28T23:31:25.028325Z","end":"2026-04-28T23:31:25.132292Z","steps":["trace[1315874674] 'range keys from in-memory index tree' (duration: 103.841964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:25.132852Z","caller":"traceutil/trace.go:171","msg":"trace[1473987330] linearizableReadLoop","detail":"{readStateIndex:29340; appliedIndex:29339; }","duration":"2.30441668s","start":"2026-04-28T23:31:22.828425Z","end":"2026-04-28T23:31:25.132842Z","steps":["trace[1473987330] 'read index received' (duration: 52.094019ms)","trace[1473987330] 'applied index is now lower than readState.Index' (duration: 2.252321011s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:25.133048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946604156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T23:31:25.133057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64269607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:25.133082Z","caller":"traceutil/trace.go:171","msg":"trace[1108005868] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28292; }","duration":"4.946638937s","start":"2026-04-28T23:31:20.186434Z","end":"2026-04-28T23:31:25.133073Z","steps":["trace[1108005868] 'agreement among raft nodes before linearized reading' (duration: 4.946535275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:20.18641Z","time spent":"4.946692189s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T23:31:25.13311Z","caller":"traceutil/trace.go:171","msg":"trace[1960837611] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28292; }","duration":"3.642801992s","start":"2026-04-28T23:31:21.490292Z","end":"2026-04-28T23:31:25.133094Z","steps":["trace[1960837611] 'agreement among raft nodes before linearized reading' (duration: 3.64268008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:21.49027Z","time spent":"3.642867094s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:25.133174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366493779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"info","ts":"2026-04-28T23:31:25.133196Z","caller":"traceutil/trace.go:171","msg":"trace[1484128211] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28292; }","duration":"5.36652552s","start":"2026-04-28T23:31:19.766663Z","end":"2026-04-28T23:31:25.133189Z","steps":["trace[1484128211] 'agreement among raft nodes before linearized reading' (duration: 5.366467449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048927637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"warn","ts":"2026-04-28T23:31:25.133191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336439909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:31:25.133235Z","caller":"traceutil/trace.go:171","msg":"trace[955407249] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28292; }","duration":"5.049149271s","start":"2026-04-28T23:31:20.08408Z","end":"2026-04-28T23:31:25.133229Z","steps":["trace[955407249] 'agreement among raft nodes before linearized reading' (duration: 5.048909846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:20.084057Z","time spent":"5.049193123s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T23:31:25.133261Z","caller":"traceutil/trace.go:171","msg":"trace[341452942] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28292; }","duration":"4.336541041s","start":"2026-04-28T23:31:20.796702Z","end":"2026-04-28T23:31:25.133243Z","steps":["trace[341452942] 'agreement among raft nodes before linearized reading' (duration: 4.336328926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.13325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918079532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:25.133363Z","caller":"traceutil/trace.go:171","msg":"trace[858402686] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28292; }","duration":"4.918250156s","start":"2026-04-28T23:31:20.215087Z","end":"2026-04-28T23:31:25.133337Z","steps":["trace[858402686] 'agreement among raft nodes before linearized reading' (duration: 4.918028651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.1334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369830512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2738"} {"level":"warn","ts":"2026-04-28T23:31:25.133259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.368387521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-04-28T23:31:25.133375Z","caller":"traceutil/trace.go:171","msg":"trace[844013511] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"2.292918369s","start":"2026-04-28T23:31:22.840429Z","end":"2026-04-28T23:31:25.133347Z","steps":["trace[844013511] 'process raft request' (duration: 2.292709624s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:25.133422Z","caller":"traceutil/trace.go:171","msg":"trace[753625307] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28293; }","duration":"5.369884873s","start":"2026-04-28T23:31:19.763531Z","end":"2026-04-28T23:31:25.133416Z","steps":["trace[753625307] 'agreement among raft nodes before linearized reading' (duration: 5.369790701s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:25.133424Z","caller":"traceutil/trace.go:171","msg":"trace[1502219968] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28292; }","duration":"5.368564455s","start":"2026-04-28T23:31:19.764853Z","end":"2026-04-28T23:31:25.133417Z","steps":["trace[1502219968] 'agreement among raft nodes before linearized reading' (duration: 5.368374311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.13344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.763514Z","time spent":"5.369921744s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":2761,"request content":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302868544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T23:31:25.133449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.76484Z","time spent":"5.368601836s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369673729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T23:31:25.133467Z","caller":"traceutil/trace.go:171","msg":"trace[1358601092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28293; }","duration":"4.302930365s","start":"2026-04-28T23:31:20.830526Z","end":"2026-04-28T23:31:25.133456Z","steps":["trace[1358601092] 'agreement among raft nodes before linearized reading' (duration: 4.302801912s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:25.133486Z","caller":"traceutil/trace.go:171","msg":"trace[1100110991] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28292; }","duration":"5.369868362s","start":"2026-04-28T23:31:19.763602Z","end":"2026-04-28T23:31:25.133471Z","steps":["trace[1100110991] 'agreement among raft nodes before linearized reading' (duration: 5.369666928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:20.830505Z","time spent":"4.302994166s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.766653Z","time spent":"5.366558201s","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2912,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.763584Z","time spent":"5.369931384s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.836004Z","time spent":"2.2975397s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:25.133547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194487138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:19 size:8170"} {"level":"warn","ts":"2026-04-28T23:31:25.133301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:20.796672Z","time spent":"4.336621283s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T23:31:25.133586Z","caller":"traceutil/trace.go:171","msg":"trace[2068687479] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:19; response_revision:28293; }","duration":"3.194560889s","start":"2026-04-28T23:31:21.939015Z","end":"2026-04-28T23:31:25.133576Z","steps":["trace[2068687479] 'agreement among raft nodes before linearized reading' (duration: 3.194309503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:21.938993Z","time spent":"3.194625562s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":19,"response size":8193,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" "} {"level":"warn","ts":"2026-04-28T23:31:25.133432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:20.215066Z","time spent":"4.918348518s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:25.133503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.840418Z","time spent":"2.293014861s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:25.133118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365196902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:25.133795Z","caller":"traceutil/trace.go:171","msg":"trace[2103621938] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28292; }","duration":"5.365881477s","start":"2026-04-28T23:31:19.7679Z","end":"2026-04-28T23:31:25.133781Z","steps":["trace[2103621938] 'agreement among raft nodes before linearized reading' (duration: 5.365166771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:19.767891Z","time spent":"5.365943588s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T23:31:25.133873Z","caller":"traceutil/trace.go:171","msg":"trace[1465184656] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"2.241652008s","start":"2026-04-28T23:31:22.892209Z","end":"2026-04-28T23:31:25.133861Z","steps":["trace[1465184656] 'process raft request' (duration: 2.241613367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.133947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.89219Z","time spent":"2.241713229s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:25.133996Z","caller":"traceutil/trace.go:171","msg":"trace[150871179] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"2.285644581s","start":"2026-04-28T23:31:22.848343Z","end":"2026-04-28T23:31:25.133988Z","steps":["trace[150871179] 'process raft request' (duration: 2.284963545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.134057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.848332Z","time spent":"2.285683701s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:25.134058Z","caller":"traceutil/trace.go:171","msg":"trace[68684696] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"2.251468092s","start":"2026-04-28T23:31:22.882581Z","end":"2026-04-28T23:31:25.134049Z","steps":["trace[68684696] 'process raft request' (duration: 2.251155955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.134105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.882566Z","time spent":"2.251518624s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} 2026/04/28 23:31:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:25.728712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000893346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:25.728851Z","caller":"traceutil/trace.go:171","msg":"trace[1270825397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00109121s","start":"2026-04-28T23:31:23.727731Z","end":"2026-04-28T23:31:25.728822Z","steps":["trace[1270825397] 'agreement among raft nodes before linearized reading' (duration: 2.000908206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:25.728919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:23.727715Z","time spent":"2.001189962s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:26.308909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.317944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:26.309057Z","caller":"traceutil/trace.go:171","msg":"trace[479252417] linearizableReadLoop","detail":"{readStateIndex:29346; appliedIndex:29345; }","duration":"1.17615758s","start":"2026-04-28T23:31:25.132877Z","end":"2026-04-28T23:31:26.309034Z","steps":["trace[479252417] 'read index received' (duration: 178.699432ms)","trace[479252417] 'applied index is now lower than readState.Index' (duration: 997.456218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:26.309182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737220867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:26.309288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4631771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-04-28T23:31:26.309282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46194062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:26.309327Z","caller":"traceutil/trace.go:171","msg":"trace[1813659980] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28297; }","duration":"3.463762913s","start":"2026-04-28T23:31:22.845548Z","end":"2026-04-28T23:31:26.309311Z","steps":["trace[1813659980] 'agreement among raft nodes before linearized reading' (duration: 3.463578579s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:26.309321Z","caller":"traceutil/trace.go:171","msg":"trace[1510670631] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28297; }","duration":"2.737410581s","start":"2026-04-28T23:31:23.571877Z","end":"2026-04-28T23:31:26.309288Z","steps":["trace[1510670631] 'agreement among raft nodes before linearized reading' (duration: 2.737204957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:26.309367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.84554Z","time spent":"3.463819734s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" "} {"level":"warn","ts":"2026-04-28T23:31:26.309391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:23.571856Z","time spent":"2.737516803s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:26.309429Z","caller":"traceutil/trace.go:171","msg":"trace[1993260864] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"1.468743976s","start":"2026-04-28T23:31:24.84066Z","end":"2026-04-28T23:31:26.309404Z","steps":["trace[1993260864] 'process raft request' (duration: 470.803428ms)","trace[1993260864] 'compare' (duration: 996.888805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:26.309368Z","caller":"traceutil/trace.go:171","msg":"trace[1455742919] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28297; }","duration":"2.462072342s","start":"2026-04-28T23:31:23.847276Z","end":"2026-04-28T23:31:26.309349Z","steps":["trace[1455742919] 'agreement among raft nodes before linearized reading' (duration: 2.461796737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:26.309533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:24.840643Z","time spent":"1.468819387s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:26.3096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:23.847257Z","time spent":"2.462272187s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:26.309642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637338966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-28T23:31:26.309676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584276568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7219"} {"level":"warn","ts":"2026-04-28T23:31:26.309689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472452352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-795e8d74-807d-4d2b-85d8-f8f9624e5f76\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-28T23:31:26.30974Z","caller":"traceutil/trace.go:171","msg":"trace[145960923] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28297; }","duration":"1.637476399s","start":"2026-04-28T23:31:24.672243Z","end":"2026-04-28T23:31:26.30972Z","steps":["trace[145960923] 'agreement among raft nodes before linearized reading' (duration: 1.637218754s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:26.30975Z","caller":"traceutil/trace.go:171","msg":"trace[424017327] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28297; }","duration":"2.584410611s","start":"2026-04-28T23:31:23.725321Z","end":"2026-04-28T23:31:26.309732Z","steps":["trace[424017327] 'agreement among raft nodes before linearized reading' (duration: 2.584103954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:26.309788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:24.6722Z","time spent":"1.637575222s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T23:31:26.309781Z","caller":"traceutil/trace.go:171","msg":"trace[1475191744] range","detail":"{range_begin:/registry/persistentvolumes/pvc-795e8d74-807d-4d2b-85d8-f8f9624e5f76; range_end:; response_count:1; response_revision:28297; }","duration":"3.472571885s","start":"2026-04-28T23:31:22.837191Z","end":"2026-04-28T23:31:26.309763Z","steps":["trace[1475191744] 'agreement among raft nodes before linearized reading' (duration: 3.47231551s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:26.309841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:22.837183Z","time spent":"3.472648057s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-795e8d74-807d-4d2b-85d8-f8f9624e5f76\" "} {"level":"warn","ts":"2026-04-28T23:31:26.309872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:23.725308Z","time spent":"2.584492952s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:26.726077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414479657s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:27.405993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.411725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T23:31:27.407334Z","caller":"traceutil/trace.go:171","msg":"trace[932499881] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"1.086176661s","start":"2026-04-28T23:31:26.321142Z","end":"2026-04-28T23:31:27.407318Z","steps":["trace[932499881] 'process raft request' (duration: 1.086091079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.407432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:26.321131Z","time spent":"1.086258832s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:27.407627Z","caller":"traceutil/trace.go:171","msg":"trace[2101375132] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"2.261675705s","start":"2026-04-28T23:31:25.145914Z","end":"2026-04-28T23:31:27.407589Z","steps":["trace[2101375132] 'process raft request' (duration: 2.261190965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.40781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100700512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:27.407869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269550298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-28T23:31:27.407875Z","caller":"traceutil/trace.go:171","msg":"trace[2119192111] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28305; }","duration":"2.100831874s","start":"2026-04-28T23:31:25.307029Z","end":"2026-04-28T23:31:27.407861Z","steps":["trace[2119192111] 'agreement among raft nodes before linearized reading' (duration: 2.100717152s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:27.407858Z","caller":"traceutil/trace.go:171","msg":"trace[1078853967] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"2.263065316s","start":"2026-04-28T23:31:25.144766Z","end":"2026-04-28T23:31:27.407832Z","steps":["trace[1078853967] 'process raft request' (duration: 2.262223457s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:27.407908Z","caller":"traceutil/trace.go:171","msg":"trace[1548057434] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28305; }","duration":"2.269628299s","start":"2026-04-28T23:31:25.138271Z","end":"2026-04-28T23:31:27.407899Z","steps":["trace[1548057434] 'agreement among raft nodes before linearized reading' (duration: 2.269465646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.407977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.144759Z","time spent":"2.263156257s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:27.407978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67862255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:27.407999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.138253Z","time spent":"2.269734902s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:27.408003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269508307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-28T23:31:27.408018Z","caller":"traceutil/trace.go:171","msg":"trace[1784092442] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"1.095191077s","start":"2026-04-28T23:31:26.312815Z","end":"2026-04-28T23:31:27.408006Z","steps":["trace[1784092442] 'process raft request' (duration: 1.094335909s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:27.408024Z","caller":"traceutil/trace.go:171","msg":"trace[493823680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28305; }","duration":"1.678718772s","start":"2026-04-28T23:31:25.729291Z","end":"2026-04-28T23:31:27.40801Z","steps":["trace[493823680] 'agreement among raft nodes before linearized reading' (duration: 1.678651371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.729259Z","time spent":"1.678786603s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:31:27.408055Z","caller":"traceutil/trace.go:171","msg":"trace[225783379] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28305; }","duration":"2.269557008s","start":"2026-04-28T23:31:25.138478Z","end":"2026-04-28T23:31:27.408035Z","steps":["trace[225783379] 'agreement among raft nodes before linearized reading' (duration: 2.269393844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:26.312785Z","time spent":"1.095257159s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:27.408097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.138422Z","time spent":"2.26966772s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-28T23:31:27.408076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269613689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-04-28T23:31:27.407978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608150827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:27.407981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.145893Z","time spent":"2.26190082s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:27.407649Z","caller":"traceutil/trace.go:171","msg":"trace[698938163] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"1.092602571s","start":"2026-04-28T23:31:26.315012Z","end":"2026-04-28T23:31:27.407615Z","steps":["trace[698938163] 'process raft request' (duration: 1.092181412s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:27.408136Z","caller":"traceutil/trace.go:171","msg":"trace[434556370] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"2.26330304s","start":"2026-04-28T23:31:25.144824Z","end":"2026-04-28T23:31:27.408127Z","steps":["trace[434556370] 'process raft request' (duration: 2.262234487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.14482Z","time spent":"2.263470344s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:27.408321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:26.314995Z","time spent":"1.093267805s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:27.408075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26142985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:27.408379Z","caller":"traceutil/trace.go:171","msg":"trace[1013320617] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28305; }","duration":"2.261757278s","start":"2026-04-28T23:31:25.146606Z","end":"2026-04-28T23:31:27.408364Z","steps":["trace[1013320617] 'agreement among raft nodes before linearized reading' (duration: 2.2614244s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:27.407997Z","caller":"traceutil/trace.go:171","msg":"trace[899219702] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"2.26418854s","start":"2026-04-28T23:31:25.14378Z","end":"2026-04-28T23:31:27.407969Z","steps":["trace[899219702] 'process raft request' (duration: 2.262327779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.146587Z","time spent":"2.261828309s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T23:31:27.406236Z","caller":"traceutil/trace.go:171","msg":"trace[329621347] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28297; }","duration":"2.267725879s","start":"2026-04-28T23:31:25.138481Z","end":"2026-04-28T23:31:27.406207Z","steps":["trace[329621347] 'process raft request' (duration: 1.587983707s)","trace[329621347] 'compare' (duration: 679.340323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:27.408055Z","caller":"traceutil/trace.go:171","msg":"trace[1112777110] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"2.26419554s","start":"2026-04-28T23:31:25.143851Z","end":"2026-04-28T23:31:27.408046Z","steps":["trace[1112777110] 'process raft request' (duration: 2.263088936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.143846Z","time spent":"2.264682942s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:27.407919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.306998Z","time spent":"2.100907075s","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:27.408586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.138469Z","time spent":"2.27005598s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:27.408575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.143759Z","time spent":"2.264745253s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:27.408146Z","caller":"traceutil/trace.go:171","msg":"trace[1391719304] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28305; }","duration":"1.608387893s","start":"2026-04-28T23:31:25.799745Z","end":"2026-04-28T23:31:27.408133Z","steps":["trace[1391719304] 'agreement among raft nodes before linearized reading' (duration: 1.608187249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.408669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.79971Z","time spent":"1.608946455s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:27.407716Z","caller":"traceutil/trace.go:171","msg":"trace[1325290721] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29346; }","duration":"1.098614072s","start":"2026-04-28T23:31:26.30909Z","end":"2026-04-28T23:31:27.407704Z","steps":["trace[1325290721] 'read index received' (duration: 417.375458ms)","trace[1325290721] 'applied index is now lower than readState.Index' (duration: 681.237204ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:27.408148Z","caller":"traceutil/trace.go:171","msg":"trace[528693671] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28305; }","duration":"2.269705321s","start":"2026-04-28T23:31:25.138424Z","end":"2026-04-28T23:31:27.408129Z","steps":["trace[528693671] 'agreement among raft nodes before linearized reading' (duration: 2.269473716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.409003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.599252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:27.408997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:25.138416Z","time spent":"2.27056092s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:27.409038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.135849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-28T23:31:27.409057Z","caller":"traceutil/trace.go:171","msg":"trace[1377850786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28305; }","duration":"659.690973ms","start":"2026-04-28T23:31:26.749353Z","end":"2026-04-28T23:31:27.409044Z","steps":["trace[1377850786] 'agreement among raft nodes before linearized reading' (duration: 659.610751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.409063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.117275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T23:31:27.40908Z","caller":"traceutil/trace.go:171","msg":"trace[1233581666] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28305; }","duration":"299.209871ms","start":"2026-04-28T23:31:27.109853Z","end":"2026-04-28T23:31:27.409062Z","steps":["trace[1233581666] 'agreement among raft nodes before linearized reading' (duration: 299.106909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.40909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:26.749331Z","time spent":"659.752395ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:31:27.409113Z","caller":"traceutil/trace.go:171","msg":"trace[663173245] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28305; }","duration":"989.210927ms","start":"2026-04-28T23:31:26.419885Z","end":"2026-04-28T23:31:27.409096Z","steps":["trace[663173245] 'agreement among raft nodes before linearized reading' (duration: 989.075004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:27.409155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:26.41986Z","time spent":"989.285689ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T23:31:28.536571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.418515ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T23:31:28.537102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.409585Z","time spent":"1.127510035s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T23:31:28.537305Z","caller":"traceutil/trace.go:171","msg":"trace[959201577] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"1.121169107s","start":"2026-04-28T23:31:27.416119Z","end":"2026-04-28T23:31:28.537288Z","steps":["trace[959201577] 'process raft request' (duration: 1.12091647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:28.537419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.416107Z","time spent":"1.121234498s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:28.537526Z","caller":"traceutil/trace.go:171","msg":"trace[449958923] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"1.122391273s","start":"2026-04-28T23:31:27.415045Z","end":"2026-04-28T23:31:28.537437Z","steps":["trace[449958923] 'process raft request' (duration: 1.121623226s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:28.537495Z","caller":"traceutil/trace.go:171","msg":"trace[731764240] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"1.122335092s","start":"2026-04-28T23:31:27.415108Z","end":"2026-04-28T23:31:28.537443Z","steps":["trace[731764240] 'process raft request' (duration: 1.121768579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:28.537711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122937885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-28T23:31:28.537769Z","caller":"traceutil/trace.go:171","msg":"trace[1842965128] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28309; }","duration":"1.123028197s","start":"2026-04-28T23:31:27.414726Z","end":"2026-04-28T23:31:28.537754Z","steps":["trace[1842965128] 'agreement among raft nodes before linearized reading' (duration: 1.122903764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:28.537755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.415103Z","time spent":"1.122556867s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:28.537778Z","caller":"traceutil/trace.go:171","msg":"trace[499422322] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"1.115575594s","start":"2026-04-28T23:31:27.422182Z","end":"2026-04-28T23:31:28.537758Z","steps":["trace[499422322] 'process raft request' (duration: 1.115545533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:28.53774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.415035Z","time spent":"1.122596257s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:28.537802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.41471Z","time spent":"1.123083378s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":684,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:28.537847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.422175Z","time spent":"1.115630125s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:28.537595Z","caller":"traceutil/trace.go:171","msg":"trace[2058262978] linearizableReadLoop","detail":"{readStateIndex:29356; appliedIndex:29355; }","duration":"1.122819652s","start":"2026-04-28T23:31:27.414758Z","end":"2026-04-28T23:31:28.537578Z","steps":["trace[2058262978] 'read index received' (duration: 405.328033ms)","trace[2058262978] 'applied index is now lower than readState.Index' (duration: 717.490239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:28.537973Z","caller":"traceutil/trace.go:171","msg":"trace[1491943810] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"1.121590096s","start":"2026-04-28T23:31:27.416364Z","end":"2026-04-28T23:31:28.537954Z","steps":["trace[1491943810] 'process raft request' (duration: 1.120855319s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:28.538018Z","caller":"traceutil/trace.go:171","msg":"trace[1591140747] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"1.120948351s","start":"2026-04-28T23:31:27.417038Z","end":"2026-04-28T23:31:28.537987Z","steps":["trace[1591140747] 'process raft request' (duration: 1.120660645s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:28.53803Z","caller":"traceutil/trace.go:171","msg":"trace[107920762] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"1.121410642s","start":"2026-04-28T23:31:27.416581Z","end":"2026-04-28T23:31:28.537991Z","steps":["trace[107920762] 'process raft request' (duration: 1.121060225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:28.538066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.416358Z","time spent":"1.121665238s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:28.538161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.416554Z","time spent":"1.121545335s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:28.538166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.41703Z","time spent":"1.121068713s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:29.047896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:29.418849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000651021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:29.418934Z","caller":"traceutil/trace.go:171","msg":"trace[1807955109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782954s","start":"2026-04-28T23:31:27.418133Z","end":"2026-04-28T23:31:29.418916Z","steps":["trace[1807955109] 'agreement among raft nodes before linearized reading' (duration: 2.000672032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:29.418981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.418123Z","time spent":"2.000850185s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:29.549041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:30.049949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:30.551037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:30.710286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.258478365s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:31.427498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:31.427589Z","caller":"traceutil/trace.go:171","msg":"trace[1371175236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733923s","start":"2026-04-28T23:31:29.426836Z","end":"2026-04-28T23:31:31.42757Z","steps":["trace[1371175236] 'agreement among raft nodes before linearized reading' (duration: 2.00061768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:31.427635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:29.426819Z","time spent":"2.000805964s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:31.955206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244697231s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:32.098359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386070235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:32.098653Z","caller":"traceutil/trace.go:171","msg":"trace[2103899918] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"3.559670863s","start":"2026-04-28T23:31:28.538949Z","end":"2026-04-28T23:31:32.09862Z","steps":["trace[2103899918] 'process raft request' (duration: 3.559503269s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.098729Z","caller":"traceutil/trace.go:171","msg":"trace[541533110] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"3.539636705s","start":"2026-04-28T23:31:28.559081Z","end":"2026-04-28T23:31:32.098718Z","steps":["trace[541533110] 'process raft request' (duration: 3.539474371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.098785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.559057Z","time spent":"3.539697555s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:32.098876Z","caller":"traceutil/trace.go:171","msg":"trace[863018076] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"3.555119293s","start":"2026-04-28T23:31:28.543727Z","end":"2026-04-28T23:31:32.098846Z","steps":["trace[863018076] 'process raft request' (duration: 3.554786926s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.098939Z","caller":"traceutil/trace.go:171","msg":"trace[1060457311] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"3.782347907s","start":"2026-04-28T23:31:28.316566Z","end":"2026-04-28T23:31:32.098914Z","steps":["trace[1060457311] 'process raft request' (duration: 2.393902079s)","trace[1060457311] 'compare' (duration: 1.385627686s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:32.098954Z","caller":"traceutil/trace.go:171","msg":"trace[1491514202] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"2.683763847s","start":"2026-04-28T23:31:29.415181Z","end":"2026-04-28T23:31:32.098944Z","steps":["trace[1491514202] 'process raft request' (duration: 2.683466s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.098972Z","caller":"traceutil/trace.go:171","msg":"trace[998424398] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"3.539518212s","start":"2026-04-28T23:31:28.559278Z","end":"2026-04-28T23:31:32.098796Z","steps":["trace[998424398] 'process raft request' (duration: 3.539311818s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.098692Z","caller":"traceutil/trace.go:171","msg":"trace[195073203] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"3.307222596s","start":"2026-04-28T23:31:28.791453Z","end":"2026-04-28T23:31:32.098676Z","steps":["trace[195073203] 'process raft request' (duration: 3.307161894s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.099249Z","caller":"traceutil/trace.go:171","msg":"trace[1336989877] linearizableReadLoop","detail":"{readStateIndex:29372; appliedIndex:29363; }","duration":"3.561316019s","start":"2026-04-28T23:31:28.537917Z","end":"2026-04-28T23:31:32.099233Z","steps":["trace[1336989877] 'read index received' (duration: 2.172619135s)","trace[1336989877] 'applied index is now lower than readState.Index' (duration: 1.388695794s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:32.099433Z","caller":"traceutil/trace.go:171","msg":"trace[1001402882] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"1.555412493s","start":"2026-04-28T23:31:30.544007Z","end":"2026-04-28T23:31:32.099419Z","steps":["trace[1001402882] 'process raft request' (duration: 1.554880271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.099045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.316542Z","time spent":"3.782443199s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.099516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482875305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.099583Z","caller":"traceutil/trace.go:171","msg":"trace[791015534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.482955176s","start":"2026-04-28T23:31:27.616612Z","end":"2026-04-28T23:31:32.099567Z","steps":["trace[791015534] 'agreement among raft nodes before linearized reading' (duration: 4.482849984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.099593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482999316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.099628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.616607Z","time spent":"4.483009527s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.099684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.498291302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.099022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:29.415157Z","time spent":"2.683838418s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.099108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.538926Z","time spent":"3.559804866s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.099772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.791418Z","time spent":"3.307738807s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.099926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600866958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.099927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395523693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.099727Z","caller":"traceutil/trace.go:171","msg":"trace[1605280886] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.498363334s","start":"2026-04-28T23:31:27.601352Z","end":"2026-04-28T23:31:32.099715Z","steps":["trace[1605280886] 'agreement among raft nodes before linearized reading' (duration: 4.498299493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.09998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42191584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282018296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539874702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100179Z","caller":"traceutil/trace.go:171","msg":"trace[246128458] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.282060658s","start":"2026-04-28T23:31:27.818102Z","end":"2026-04-28T23:31:32.100163Z","steps":["trace[246128458] 'agreement among raft nodes before linearized reading' (duration: 4.281948845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.818093Z","time spent":"4.282103559s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:32.100186Z","caller":"traceutil/trace.go:171","msg":"trace[505658006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.422082343s","start":"2026-04-28T23:31:27.678045Z","end":"2026-04-28T23:31:32.100127Z","steps":["trace[505658006] 'agreement among raft nodes before linearized reading' (duration: 4.421906699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555569365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626510158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.678041Z","time spent":"4.422225996s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:32.100281Z","caller":"traceutil/trace.go:171","msg":"trace[1263401504] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.555626347s","start":"2026-04-28T23:31:27.544646Z","end":"2026-04-28T23:31:32.100273Z","steps":["trace[1263401504] 'agreement among raft nodes before linearized reading' (duration: 4.555546655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300161315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100374Z","caller":"traceutil/trace.go:171","msg":"trace[427747847] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.300195515s","start":"2026-04-28T23:31:27.800171Z","end":"2026-04-28T23:31:32.100367Z","steps":["trace[427747847] 'agreement among raft nodes before linearized reading' (duration: 4.300160014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.544637Z","time spent":"4.555728059s","remote":"127.0.0.1:39940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.800162Z","time spent":"4.300231566s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300513102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.1005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626146191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314067399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100549Z","caller":"traceutil/trace.go:171","msg":"trace[1664541691] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.31413889s","start":"2026-04-28T23:31:27.786405Z","end":"2026-04-28T23:31:32.100544Z","steps":["trace[1664541691] 'agreement among raft nodes before linearized reading' (duration: 4.31411391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.100549Z","caller":"traceutil/trace.go:171","msg":"trace[1637099917] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28321; }","duration":"4.626196612s","start":"2026-04-28T23:31:27.474344Z","end":"2026-04-28T23:31:32.100541Z","steps":["trace[1637099917] 'agreement among raft nodes before linearized reading' (duration: 4.626131071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.78638Z","time spent":"4.314182821s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.474307Z","time spent":"4.626260234s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.100639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680876819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-28T23:31:32.100714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326816679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100738Z","caller":"traceutil/trace.go:171","msg":"trace[1106006429] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.32687532s","start":"2026-04-28T23:31:27.773857Z","end":"2026-04-28T23:31:32.100732Z","steps":["trace[1106006429] 'agreement among raft nodes before linearized reading' (duration: 4.326841339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.773837Z","time spent":"4.326915281s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.100703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646278882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:9 size:29708"} {"level":"warn","ts":"2026-04-28T23:31:32.100778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626938549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100791Z","caller":"traceutil/trace.go:171","msg":"trace[1019675495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:9; response_revision:28321; }","duration":"4.646385405s","start":"2026-04-28T23:31:27.454396Z","end":"2026-04-28T23:31:32.100781Z","steps":["trace[1019675495] 'agreement among raft nodes before linearized reading' (duration: 4.645552686s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.100808Z","caller":"traceutil/trace.go:171","msg":"trace[2076456833] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28321; }","duration":"4.62698665s","start":"2026-04-28T23:31:27.473813Z","end":"2026-04-28T23:31:32.1008Z","steps":["trace[2076456833] 'agreement among raft nodes before linearized reading' (duration: 4.626926058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327028363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.100883Z","caller":"traceutil/trace.go:171","msg":"trace[1564428898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.327080664s","start":"2026-04-28T23:31:27.773797Z","end":"2026-04-28T23:31:32.100878Z","steps":["trace[1564428898] 'agreement among raft nodes before linearized reading' (duration: 4.327046404s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.100178Z","caller":"traceutil/trace.go:171","msg":"trace[1242295347] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.539913463s","start":"2026-04-28T23:31:27.560255Z","end":"2026-04-28T23:31:32.100169Z","steps":["trace[1242295347] 'agreement among raft nodes before linearized reading' (duration: 4.539865832s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.100002Z","caller":"traceutil/trace.go:171","msg":"trace[630905853] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"1.555906683s","start":"2026-04-28T23:31:30.544086Z","end":"2026-04-28T23:31:32.099993Z","steps":["trace[630905853] 'process raft request' (duration: 1.555041344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.100948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58589203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.560173Z","time spent":"4.540763823s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:32.100986Z","caller":"traceutil/trace.go:171","msg":"trace[470998960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28321; }","duration":"4.585962271s","start":"2026-04-28T23:31:27.515013Z","end":"2026-04-28T23:31:32.100975Z","steps":["trace[470998960] 'agreement among raft nodes before linearized reading' (duration: 4.58590871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.514996Z","time spent":"4.586011712s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369562484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101116Z","caller":"traceutil/trace.go:171","msg":"trace[308429050] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.369656196s","start":"2026-04-28T23:31:27.731431Z","end":"2026-04-28T23:31:32.101087Z","steps":["trace[308429050] 'agreement among raft nodes before linearized reading' (duration: 4.369541593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679164713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"warn","ts":"2026-04-28T23:31:32.099024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.543703Z","time spent":"3.555254676s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:32.100573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556092746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.101181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384423259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101163Z","caller":"traceutil/trace.go:171","msg":"trace[549957550] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28321; }","duration":"4.679213983s","start":"2026-04-28T23:31:27.421942Z","end":"2026-04-28T23:31:32.101156Z","steps":["trace[549957550] 'agreement among raft nodes before linearized reading' (duration: 4.67906288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.731422Z","time spent":"4.369742747s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.101192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586137275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101193Z","caller":"traceutil/trace.go:171","msg":"trace[289096993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.556745972s","start":"2026-04-28T23:31:27.544431Z","end":"2026-04-28T23:31:32.101177Z","steps":["trace[289096993] 'agreement among raft nodes before linearized reading' (duration: 4.556114027s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.101205Z","caller":"traceutil/trace.go:171","msg":"trace[1736428337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.384507731s","start":"2026-04-28T23:31:27.716692Z","end":"2026-04-28T23:31:32.101199Z","steps":["trace[1736428337] 'agreement among raft nodes before linearized reading' (duration: 4.384476311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.421933Z","time spent":"4.679271385s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:32.101228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.716624Z","time spent":"4.384598903s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.101214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68136195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-28T23:31:32.101238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.544406Z","time spent":"4.556818464s","remote":"127.0.0.1:39940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602037113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101272Z","caller":"traceutil/trace.go:171","msg":"trace[1382250158] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28321; }","duration":"4.681431641s","start":"2026-04-28T23:31:27.419824Z","end":"2026-04-28T23:31:32.101256Z","steps":["trace[1382250158] 'agreement among raft nodes before linearized reading' (duration: 4.681273828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.41982Z","time spent":"4.681513903s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:32.099973Z","caller":"traceutil/trace.go:171","msg":"trace[1763623703] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.395580974s","start":"2026-04-28T23:31:27.704383Z","end":"2026-04-28T23:31:32.099964Z","steps":["trace[1763623703] 'agreement among raft nodes before linearized reading' (duration: 4.395490362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.704379Z","time spent":"4.397008425s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:32.100315Z","caller":"traceutil/trace.go:171","msg":"trace[88339124] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28321; }","duration":"4.626589561s","start":"2026-04-28T23:31:27.473705Z","end":"2026-04-28T23:31:32.100294Z","steps":["trace[88339124] 'agreement among raft nodes before linearized reading' (duration: 4.626463808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.473693Z","time spent":"4.627798358s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:32.101226Z","caller":"traceutil/trace.go:171","msg":"trace[722330508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28321; }","duration":"4.586188997s","start":"2026-04-28T23:31:27.515027Z","end":"2026-04-28T23:31:32.101216Z","steps":["trace[722330508] 'agreement among raft nodes before linearized reading' (duration: 4.586136375s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.1013Z","caller":"traceutil/trace.go:171","msg":"trace[236691650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28321; }","duration":"4.602082794s","start":"2026-04-28T23:31:27.499209Z","end":"2026-04-28T23:31:32.101292Z","steps":["trace[236691650] 'agreement among raft nodes before linearized reading' (duration: 4.602033873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.499205Z","time spent":"4.602404002s","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:32.099631Z","caller":"traceutil/trace.go:171","msg":"trace[1350822945] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.483066368s","start":"2026-04-28T23:31:27.616552Z","end":"2026-04-28T23:31:32.099619Z","steps":["trace[1350822945] 'agreement among raft nodes before linearized reading' (duration: 4.483004927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.616543Z","time spent":"4.485127793s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369858081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.101599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.515019Z","time spent":"4.586559204s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.101744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437704806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101791Z","caller":"traceutil/trace.go:171","msg":"trace[641663403] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.437759257s","start":"2026-04-28T23:31:27.664017Z","end":"2026-04-28T23:31:32.101776Z","steps":["trace[641663403] 'agreement among raft nodes before linearized reading' (duration: 4.437697365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473443788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101894Z","caller":"traceutil/trace.go:171","msg":"trace[1565241635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.473506339s","start":"2026-04-28T23:31:27.628375Z","end":"2026-04-28T23:31:32.101881Z","steps":["trace[1565241635] 'agreement among raft nodes before linearized reading' (duration: 4.473445428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437907799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.10197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473655413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.101974Z","caller":"traceutil/trace.go:171","msg":"trace[363117718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.437978372s","start":"2026-04-28T23:31:27.663983Z","end":"2026-04-28T23:31:32.101961Z","steps":["trace[363117718] 'agreement among raft nodes before linearized reading' (duration: 4.43789628s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.102001Z","caller":"traceutil/trace.go:171","msg":"trace[743629846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.473710763s","start":"2026-04-28T23:31:27.628282Z","end":"2026-04-28T23:31:32.101993Z","steps":["trace[743629846] 'agreement among raft nodes before linearized reading' (duration: 4.473664462s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.102019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.663975Z","time spent":"4.438030243s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.102274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449707848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.102358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647902077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:32.102355Z","caller":"traceutil/trace.go:171","msg":"trace[280772347] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.449778629s","start":"2026-04-28T23:31:27.652542Z","end":"2026-04-28T23:31:32.10232Z","steps":["trace[280772347] 'agreement among raft nodes before linearized reading' (duration: 4.449689017s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.102387Z","caller":"traceutil/trace.go:171","msg":"trace[867043776] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28321; }","duration":"4.647937609s","start":"2026-04-28T23:31:27.454442Z","end":"2026-04-28T23:31:32.10238Z","steps":["trace[867043776] 'agreement among raft nodes before linearized reading' (duration: 4.647873697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.102412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.454437Z","time spent":"4.647970209s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.102407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.652539Z","time spent":"4.449853651s","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.101694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424342683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.102495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450038715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.102494Z","caller":"traceutil/trace.go:171","msg":"trace[1332627167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.42513251s","start":"2026-04-28T23:31:27.677337Z","end":"2026-04-28T23:31:32.10247Z","steps":["trace[1332627167] 'agreement among raft nodes before linearized reading' (duration: 4.424326102s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.102538Z","caller":"traceutil/trace.go:171","msg":"trace[633325647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.450092356s","start":"2026-04-28T23:31:27.652436Z","end":"2026-04-28T23:31:32.102528Z","steps":["trace[633325647] 'agreement among raft nodes before linearized reading' (duration: 4.450027944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.102549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371042326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.102292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.454381Z","time spent":"4.646428386s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":9,"response size":29731,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.099529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:30.543984Z","time spent":"1.555493164s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.100041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.559267Z","time spent":"3.53988153s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:32.102724Z","caller":"traceutil/trace.go:171","msg":"trace[2108128078] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.370900183s","start":"2026-04-28T23:31:27.731813Z","end":"2026-04-28T23:31:32.102713Z","steps":["trace[2108128078] 'agreement among raft nodes before linearized reading' (duration: 4.36982623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.102762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.731808Z","time spent":"4.370944064s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.09992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395534212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524283421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.102865Z","caller":"traceutil/trace.go:171","msg":"trace[359383400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.527157104s","start":"2026-04-28T23:31:27.575702Z","end":"2026-04-28T23:31:32.102859Z","steps":["trace[359383400] 'agreement among raft nodes before linearized reading' (duration: 4.524280701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.102888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.575697Z","time spent":"4.527183624s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.10003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.601333Z","time spent":"4.4986674s","remote":"127.0.0.1:39952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.628363Z","time spent":"4.473554721s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539804991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.103297Z","caller":"traceutil/trace.go:171","msg":"trace[1231371703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.543006s","start":"2026-04-28T23:31:27.56028Z","end":"2026-04-28T23:31:32.103286Z","steps":["trace[1231371703] 'agreement among raft nodes before linearized reading' (duration: 4.53980988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.103355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.560274Z","time spent":"4.543067721s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.77378Z","time spent":"4.327118695s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585459359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.10368Z","caller":"traceutil/trace.go:171","msg":"trace[1587324972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28321; }","duration":"4.588534948s","start":"2026-04-28T23:31:27.515133Z","end":"2026-04-28T23:31:32.103668Z","steps":["trace[1587324972] 'agreement among raft nodes before linearized reading' (duration: 4.58545808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.103722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.515128Z","time spent":"4.588579759s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.102034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.628268Z","time spent":"4.473756705s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.102563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.677322Z","time spent":"4.425217981s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384655314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.103915Z","caller":"traceutil/trace.go:171","msg":"trace[712842513] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.387427916s","start":"2026-04-28T23:31:27.716475Z","end":"2026-04-28T23:31:32.103903Z","steps":["trace[712842513] 'agreement among raft nodes before linearized reading' (duration: 4.384653895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.10396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.716467Z","time spent":"4.387478957s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68913438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-28T23:31:32.101571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472764474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.100077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525001907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.099964Z","caller":"traceutil/trace.go:171","msg":"trace[1443848141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28321; }","duration":"4.600917378s","start":"2026-04-28T23:31:27.499035Z","end":"2026-04-28T23:31:32.099953Z","steps":["trace[1443848141] 'agreement among raft nodes before linearized reading' (duration: 4.600852087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.10257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.652431Z","time spent":"4.450129197s","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:32.102617Z","caller":"traceutil/trace.go:171","msg":"trace[807682402] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.371141108s","start":"2026-04-28T23:31:27.73146Z","end":"2026-04-28T23:31:32.102601Z","steps":["trace[807682402] 'agreement among raft nodes before linearized reading' (duration: 4.370680909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.101641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424271261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.104069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.731443Z","time spent":"4.372613321s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.100045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524854683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.104086Z","caller":"traceutil/trace.go:171","msg":"trace[1115211080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28321; }","duration":"4.426725255s","start":"2026-04-28T23:31:27.677348Z","end":"2026-04-28T23:31:32.104073Z","steps":["trace[1115211080] 'agreement among raft nodes before linearized reading' (duration: 4.424253621s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.104119Z","caller":"traceutil/trace.go:171","msg":"trace[803904784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.528952994s","start":"2026-04-28T23:31:27.575156Z","end":"2026-04-28T23:31:32.104109Z","steps":["trace[803904784] 'agreement among raft nodes before linearized reading' (duration: 4.524864174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.104131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.677345Z","time spent":"4.426772236s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.10416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.575142Z","time spent":"4.529005755s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.10004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215592923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.104296Z","caller":"traceutil/trace.go:171","msg":"trace[1009509042] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28321; }","duration":"4.219883738s","start":"2026-04-28T23:31:27.884401Z","end":"2026-04-28T23:31:32.104284Z","steps":["trace[1009509042] 'agreement among raft nodes before linearized reading' (duration: 4.215611814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.104338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.884378Z","time spent":"4.219948129s","remote":"127.0.0.1:60270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.104592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479556749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.104634Z","caller":"traceutil/trace.go:171","msg":"trace[2082898018] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28321; }","duration":"3.47963123s","start":"2026-04-28T23:31:28.624992Z","end":"2026-04-28T23:31:32.104623Z","steps":["trace[2082898018] 'agreement among raft nodes before linearized reading' (duration: 3.479561659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.10465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426286242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.104663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.624975Z","time spent":"3.479679242s","remote":"127.0.0.1:40074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:32.102846Z","caller":"traceutil/trace.go:171","msg":"trace[1837568691] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28321; }","duration":"4.398466996s","start":"2026-04-28T23:31:27.704357Z","end":"2026-04-28T23:31:32.102824Z","steps":["trace[1837568691] 'agreement among raft nodes before linearized reading' (duration: 4.395521482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.104723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.70435Z","time spent":"4.400357709s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.101853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.664013Z","time spent":"4.437824268s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.104696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649764878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:9 size:29708"} {"level":"warn","ts":"2026-04-28T23:31:32.104825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426521457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.104861Z","caller":"traceutil/trace.go:171","msg":"trace[24896237] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28321; }","duration":"3.426571839s","start":"2026-04-28T23:31:28.678277Z","end":"2026-04-28T23:31:32.104849Z","steps":["trace[24896237] 'agreement among raft nodes before linearized reading' (duration: 3.426520308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.104678Z","caller":"traceutil/trace.go:171","msg":"trace[1330872159] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28321; }","duration":"3.426337254s","start":"2026-04-28T23:31:28.678332Z","end":"2026-04-28T23:31:32.104669Z","steps":["trace[1330872159] 'agreement among raft nodes before linearized reading' (duration: 3.426289703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.104882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479871475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:32.1049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.678269Z","time spent":"3.4266216s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:32.104909Z","caller":"traceutil/trace.go:171","msg":"trace[1654021918] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28321; }","duration":"3.479924037s","start":"2026-04-28T23:31:28.624977Z","end":"2026-04-28T23:31:32.104901Z","steps":["trace[1654021918] 'agreement among raft nodes before linearized reading' (duration: 3.479870406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.104911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.67832Z","time spent":"3.426578409s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":141,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.104938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.624961Z","time spent":"3.479968458s","remote":"127.0.0.1:40074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.104726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.43524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.104982Z","caller":"traceutil/trace.go:171","msg":"trace[1088889845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28321; }","duration":"676.727716ms","start":"2026-04-28T23:31:31.428243Z","end":"2026-04-28T23:31:32.104971Z","steps":["trace[1088889845] 'agreement among raft nodes before linearized reading' (duration: 676.461901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:31.428191Z","time spent":"676.819088ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:32.105069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446075995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.105109Z","caller":"traceutil/trace.go:171","msg":"trace[2084722416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28321; }","duration":"3.446148377s","start":"2026-04-28T23:31:28.65895Z","end":"2026-04-28T23:31:32.105098Z","steps":["trace[2084722416] 'agreement among raft nodes before linearized reading' (duration: 3.446090686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.658939Z","time spent":"3.446194688s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:32.10518Z","caller":"traceutil/trace.go:171","msg":"trace[1778105592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:9; response_revision:28321; }","duration":"4.650231418s","start":"2026-04-28T23:31:27.454866Z","end":"2026-04-28T23:31:32.105098Z","steps":["trace[1778105592] 'agreement among raft nodes before linearized reading' (duration: 4.647306104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562036014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-04-28T23:31:32.105268Z","caller":"traceutil/trace.go:171","msg":"trace[189090384] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d; range_end:; response_count:1; response_revision:28321; }","duration":"3.562090786s","start":"2026-04-28T23:31:28.543166Z","end":"2026-04-28T23:31:32.105256Z","steps":["trace[189090384] 'agreement among raft nodes before linearized reading' (duration: 3.562006524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.543151Z","time spent":"3.562143406s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":835,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d\" "} {"level":"warn","ts":"2026-04-28T23:31:32.105318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447301752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.105349Z","caller":"traceutil/trace.go:171","msg":"trace[36955649] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28321; }","duration":"3.447338302s","start":"2026-04-28T23:31:28.658002Z","end":"2026-04-28T23:31:32.105341Z","steps":["trace[36955649] 'agreement among raft nodes before linearized reading' (duration: 3.447279671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.657955Z","time spent":"3.447421514s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.105533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447783822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.10557Z","caller":"traceutil/trace.go:171","msg":"trace[614779090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28321; }","duration":"3.447850635s","start":"2026-04-28T23:31:28.65771Z","end":"2026-04-28T23:31:32.10556Z","steps":["trace[614779090] 'agreement among raft nodes before linearized reading' (duration: 3.447790714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.105602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.657691Z","time spent":"3.447898186s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.105616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.22977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T23:31:32.10528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.454862Z","time spent":"4.650400723s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":9,"response size":29731,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.100859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.473807Z","time spent":"4.627037651s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.105154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561348979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2001"} {"level":"info","ts":"2026-04-28T23:31:32.107152Z","caller":"traceutil/trace.go:171","msg":"trace[1324914587] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28321; }","duration":"3.563369354s","start":"2026-04-28T23:31:28.543767Z","end":"2026-04-28T23:31:32.107137Z","steps":["trace[1324914587] 'agreement among raft nodes before linearized reading' (duration: 3.561289268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.543752Z","time spent":"3.563432525s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2024,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-04-28T23:31:32.104826Z","caller":"traceutil/trace.go:171","msg":"trace[205009803] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815; range_end:; response_count:1; response_revision:28321; }","duration":"4.689968888s","start":"2026-04-28T23:31:27.414844Z","end":"2026-04-28T23:31:32.104813Z","steps":["trace[205009803] 'agreement among raft nodes before linearized reading' (duration: 4.689084719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.41484Z","time spent":"4.692510014s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815\" "} {"level":"info","ts":"2026-04-28T23:31:32.105655Z","caller":"traceutil/trace.go:171","msg":"trace[1747288698] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28321; }","duration":"589.272031ms","start":"2026-04-28T23:31:31.516372Z","end":"2026-04-28T23:31:32.105644Z","steps":["trace[1747288698] 'agreement among raft nodes before linearized reading' (duration: 587.757758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:31.516329Z","time spent":"591.150432ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2498,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.100684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314385197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.107548Z","caller":"traceutil/trace.go:171","msg":"trace[1767219528] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.321254956s","start":"2026-04-28T23:31:27.786264Z","end":"2026-04-28T23:31:32.107519Z","steps":["trace[1767219528] 'agreement among raft nodes before linearized reading' (duration: 4.314400677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.786249Z","time spent":"4.321339409s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:32.105687Z","caller":"traceutil/trace.go:171","msg":"trace[1267147474] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.476889004s","start":"2026-04-28T23:31:27.628787Z","end":"2026-04-28T23:31:32.105676Z","steps":["trace[1267147474] 'agreement among raft nodes before linearized reading' (duration: 4.472734783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.628756Z","time spent":"4.478884577s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 "} {"level":"warn","ts":"2026-04-28T23:31:32.105742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.499028Z","time spent":"4.606702365s","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.105977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819284223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:32.107961Z","caller":"traceutil/trace.go:171","msg":"trace[451365004] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28321; }","duration":"2.821307377s","start":"2026-04-28T23:31:29.286641Z","end":"2026-04-28T23:31:32.107949Z","steps":["trace[451365004] 'agreement among raft nodes before linearized reading' (duration: 2.819299753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.107992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:29.286609Z","time spent":"2.821374928s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.108052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022416437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:178 size:1605012"} {"level":"info","ts":"2026-04-28T23:31:32.108087Z","caller":"traceutil/trace.go:171","msg":"trace[1207282645] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:178; response_revision:28321; }","duration":"2.022490028s","start":"2026-04-28T23:31:30.085589Z","end":"2026-04-28T23:31:32.108079Z","steps":["trace[1207282645] 'agreement among raft nodes before linearized reading' (duration: 2.019150396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.10811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:30.085567Z","time spent":"2.02253424s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":178,"response size":1605035,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" "} {"level":"warn","ts":"2026-04-28T23:31:32.106148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427031519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.108141Z","caller":"traceutil/trace.go:171","msg":"trace[937948343] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28321; }","duration":"3.429064473s","start":"2026-04-28T23:31:28.679068Z","end":"2026-04-28T23:31:32.108133Z","steps":["trace[937948343] 'agreement among raft nodes before linearized reading' (duration: 3.427051839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.108173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:28.679041Z","time spent":"3.429123404s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":141,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 "} {"level":"info","ts":"2026-04-28T23:31:32.105711Z","caller":"traceutil/trace.go:171","msg":"trace[338682240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28321; }","duration":"4.530678911s","start":"2026-04-28T23:31:27.575024Z","end":"2026-04-28T23:31:32.105703Z","steps":["trace[338682240] 'agreement among raft nodes before linearized reading' (duration: 4.525035548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.108425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.575Z","time spent":"4.53340781s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:31:32.100742Z","caller":"traceutil/trace.go:171","msg":"trace[1591449849] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:28321; }","duration":"4.680974912s","start":"2026-04-28T23:31:27.419743Z","end":"2026-04-28T23:31:32.100718Z","steps":["trace[1591449849] 'agreement among raft nodes before linearized reading' (duration: 4.680743496s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:32.100507Z","caller":"traceutil/trace.go:171","msg":"trace[15847370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28321; }","duration":"4.300575473s","start":"2026-04-28T23:31:27.799926Z","end":"2026-04-28T23:31:32.100502Z","steps":["trace[15847370] 'agreement among raft nodes before linearized reading' (duration: 4.300541762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.108724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.799905Z","time spent":"4.308811834s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T23:31:32.108682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.41971Z","time spent":"4.688960006s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-28T23:31:32.109102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507728999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:32.109142Z","caller":"traceutil/trace.go:171","msg":"trace[707625898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28321; }","duration":"4.507813271s","start":"2026-04-28T23:31:27.60132Z","end":"2026-04-28T23:31:32.109133Z","steps":["trace[707625898] 'agreement among raft nodes before linearized reading' (duration: 4.498429605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:32.109164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:27.601295Z","time spent":"4.507863182s","remote":"127.0.0.1:39952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:32.110564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:30.544056Z","time spent":"1.566424364s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:32.609251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:33.109939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:33.291508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183700456s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:33.31026Z","caller":"traceutil/trace.go:171","msg":"trace[491187448] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"1.202503176s","start":"2026-04-28T23:31:32.107729Z","end":"2026-04-28T23:31:33.310232Z","steps":["trace[491187448] 'process raft request' (duration: 1.183971092s)","trace[491187448] 'compare' (duration: 17.446271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:33.310411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.107718Z","time spent":"1.20261264s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:34.114211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999700551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:34.114277Z","caller":"traceutil/trace.go:171","msg":"trace[861963194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999797202s","start":"2026-04-28T23:31:32.114468Z","end":"2026-04-28T23:31:34.114265Z","steps":["trace[861963194] 'agreement among raft nodes before linearized reading' (duration: 1.999716911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.114308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.114463Z","time spent":"1.999838003s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:34.332489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:33.963052Z","time spent":"369.427298ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:34.333119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.819231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:34.333655Z","caller":"traceutil/trace.go:171","msg":"trace[942416306] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"2.219210177s","start":"2026-04-28T23:31:32.114391Z","end":"2026-04-28T23:31:34.333601Z","steps":["trace[942416306] 'process raft request' (duration: 1.344781052s)","trace[942416306] 'compare' (duration: 872.607775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:34.333869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.114376Z","time spent":"2.2193827s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:34.334114Z","caller":"traceutil/trace.go:171","msg":"trace[375734314] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"1.391199289s","start":"2026-04-28T23:31:32.942894Z","end":"2026-04-28T23:31:34.334093Z","steps":["trace[375734314] 'process raft request' (duration: 1.390948463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.334254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.942855Z","time spent":"1.391333371s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:34.334362Z","caller":"traceutil/trace.go:171","msg":"trace[597402816] linearizableReadLoop","detail":"{readStateIndex:29375; appliedIndex:29372; }","duration":"2.22577568s","start":"2026-04-28T23:31:32.108538Z","end":"2026-04-28T23:31:34.334314Z","steps":["trace[597402816] 'read index received' (duration: 1.183180115s)","trace[597402816] 'applied index is now lower than readState.Index' (duration: 1.042594605s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:34.334452Z","caller":"traceutil/trace.go:171","msg":"trace[1768417522] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"1.095846041s","start":"2026-04-28T23:31:33.238594Z","end":"2026-04-28T23:31:34.33444Z","steps":["trace[1768417522] 'process raft request' (duration: 1.095427292s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:34.334455Z","caller":"traceutil/trace.go:171","msg":"trace[1478290687] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"228.559674ms","start":"2026-04-28T23:31:34.105876Z","end":"2026-04-28T23:31:34.334436Z","steps":["trace[1478290687] 'process raft request' (duration: 228.38584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.334524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:33.238566Z","time spent":"1.095915483s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:34.334702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226159909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-04-28T23:31:34.334746Z","caller":"traceutil/trace.go:171","msg":"trace[242409731] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4; range_end:; response_count:1; response_revision:28326; }","duration":"2.226216049s","start":"2026-04-28T23:31:32.108516Z","end":"2026-04-28T23:31:34.334732Z","steps":["trace[242409731] 'agreement among raft nodes before linearized reading' (duration: 2.226089387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.334783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.108505Z","time spent":"2.226270981s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" "} {"level":"warn","ts":"2026-04-28T23:31:34.834977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:31:34.938446Z","caller":"traceutil/trace.go:171","msg":"trace[1609141371] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"831.538434ms","start":"2026-04-28T23:31:34.106859Z","end":"2026-04-28T23:31:34.938397Z","steps":["trace[1609141371] 'process raft request' (duration: 824.573952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.938622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.106848Z","time spent":"831.688608ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:34.938683Z","caller":"traceutil/trace.go:171","msg":"trace[1932366798] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"831.638438ms","start":"2026-04-28T23:31:34.107022Z","end":"2026-04-28T23:31:34.93866Z","steps":["trace[1932366798] 'process raft request' (duration: 831.301559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.938813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.107012Z","time spent":"831.73078ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:34.938914Z","caller":"traceutil/trace.go:171","msg":"trace[1651011655] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"821.6499ms","start":"2026-04-28T23:31:34.117246Z","end":"2026-04-28T23:31:34.938896Z","steps":["trace[1651011655] 'process raft request' (duration: 821.574268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:34.93892Z","caller":"traceutil/trace.go:171","msg":"trace[979247468] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"830.097984ms","start":"2026-04-28T23:31:34.108793Z","end":"2026-04-28T23:31:34.938891Z","steps":["trace[979247468] 'process raft request' (duration: 829.815688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:34.939025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.117238Z","time spent":"821.728921ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:34.939105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.108785Z","time spent":"830.268838ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:36.114843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:36.114906Z","caller":"traceutil/trace.go:171","msg":"trace[1818028771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423085s","start":"2026-04-28T23:31:34.114469Z","end":"2026-04-28T23:31:36.114892Z","steps":["trace[1818028771] 'agreement among raft nodes before linearized reading' (duration: 2.000334603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.11494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.11446Z","time spent":"2.000472516s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:36.759706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.827974s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:36.781878Z","caller":"traceutil/trace.go:171","msg":"trace[1003733063] linearizableReadLoop","detail":"{readStateIndex:29382; appliedIndex:29377; }","duration":"2.447447372s","start":"2026-04-28T23:31:34.334412Z","end":"2026-04-28T23:31:36.781859Z","steps":["trace[1003733063] 'read index received' (duration: 597.279736ms)","trace[1003733063] 'applied index is now lower than readState.Index' (duration: 1.850166856s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:36.78206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550446525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-28T23:31:36.782095Z","caller":"traceutil/trace.go:171","msg":"trace[390168083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28331; }","duration":"4.550527966s","start":"2026-04-28T23:31:32.231555Z","end":"2026-04-28T23:31:36.782083Z","steps":["trace[390168083] 'agreement among raft nodes before linearized reading' (duration: 4.550398043s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:36.782114Z","caller":"traceutil/trace.go:171","msg":"trace[787150180] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"2.437974746s","start":"2026-04-28T23:31:34.344117Z","end":"2026-04-28T23:31:36.782092Z","steps":["trace[787150180] 'process raft request' (duration: 2.416054226s)","trace[787150180] 'compare' (duration: 21.581433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:36.782125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.231531Z","time spent":"4.550585548s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-28T23:31:36.782141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044541328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:36.78218Z","caller":"traceutil/trace.go:171","msg":"trace[1770022420] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28331; }","duration":"4.04461193s","start":"2026-04-28T23:31:32.737558Z","end":"2026-04-28T23:31:36.78217Z","steps":["trace[1770022420] 'agreement among raft nodes before linearized reading' (duration: 4.044309584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.782195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.344096Z","time spent":"2.438046898s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:36.782209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.737544Z","time spent":"4.044656641s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:36.782377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667965577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"info","ts":"2026-04-28T23:31:36.782416Z","caller":"traceutil/trace.go:171","msg":"trace[1309015984] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28331; }","duration":"4.668029969s","start":"2026-04-28T23:31:32.114376Z","end":"2026-04-28T23:31:36.782406Z","steps":["trace[1309015984] 'agreement among raft nodes before linearized reading' (duration: 4.667922777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.782443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.11436Z","time spent":"4.66807515s","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2896,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-28T23:31:36.782528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461960494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-04-28T23:31:36.782492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671167488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T23:31:36.782565Z","caller":"traceutil/trace.go:171","msg":"trace[2025433640] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de; range_end:; response_count:1; response_revision:28331; }","duration":"3.462078066s","start":"2026-04-28T23:31:33.320476Z","end":"2026-04-28T23:31:36.782555Z","steps":["trace[2025433640] 'agreement among raft nodes before linearized reading' (duration: 3.461881092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.782575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671241559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T23:31:36.782582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531918936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:31:36.782592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:33.320448Z","time spent":"3.462136848s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx.18aaa823bbf407de\" "} {"level":"warn","ts":"2026-04-28T23:31:36.782592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67400446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-28T23:31:36.782592Z","caller":"traceutil/trace.go:171","msg":"trace[365949576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28331; }","duration":"4.671306101s","start":"2026-04-28T23:31:32.111263Z","end":"2026-04-28T23:31:36.782569Z","steps":["trace[365949576] 'agreement among raft nodes before linearized reading' (duration: 4.671051905s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:36.782619Z","caller":"traceutil/trace.go:171","msg":"trace[710798850] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28331; }","duration":"4.671317612s","start":"2026-04-28T23:31:32.111289Z","end":"2026-04-28T23:31:36.782606Z","steps":["trace[710798850] 'agreement among raft nodes before linearized reading' (duration: 4.671184359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:36.782621Z","caller":"traceutil/trace.go:171","msg":"trace[653692422] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28331; }","duration":"3.531984317s","start":"2026-04-28T23:31:33.250626Z","end":"2026-04-28T23:31:36.782611Z","steps":["trace[653692422] 'agreement among raft nodes before linearized reading' (duration: 3.531912335s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:36.782631Z","caller":"traceutil/trace.go:171","msg":"trace[637482795] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28331; }","duration":"4.674055971s","start":"2026-04-28T23:31:32.108563Z","end":"2026-04-28T23:31:36.782619Z","steps":["trace[637482795] 'agreement among raft nodes before linearized reading' (duration: 4.673926428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.782648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.111281Z","time spent":"4.671359222s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:31:36.782644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.111252Z","time spent":"4.671382442s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:36.782653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:33.250616Z","time spent":"3.532027897s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:36.782658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:32.108559Z","time spent":"4.674091761s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:36.828467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.482919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:36.828506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557016279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:36.828529Z","caller":"traceutil/trace.go:171","msg":"trace[1087227862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28332; }","duration":"707.589391ms","start":"2026-04-28T23:31:36.120925Z","end":"2026-04-28T23:31:36.828514Z","steps":["trace[1087227862] 'agreement among raft nodes before linearized reading' (duration: 707.483159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:36.828512Z","caller":"traceutil/trace.go:171","msg":"trace[1104144474] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"486.704676ms","start":"2026-04-28T23:31:36.341761Z","end":"2026-04-28T23:31:36.828466Z","steps":["trace[1104144474] 'process raft request' (duration: 486.246136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.828558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.120904Z","time spent":"707.648582ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:31:36.828554Z","caller":"traceutil/trace.go:171","msg":"trace[171506039] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28332; }","duration":"1.557106741s","start":"2026-04-28T23:31:35.271433Z","end":"2026-04-28T23:31:36.828539Z","steps":["trace[171506039] 'agreement among raft nodes before linearized reading' (duration: 1.557036689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.828593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:35.27141Z","time spent":"1.557170332s","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:36.828693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.341739Z","time spent":"486.861359ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:36.828797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161967522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:36.828835Z","caller":"traceutil/trace.go:171","msg":"trace[1223210490] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28332; }","duration":"2.162040033s","start":"2026-04-28T23:31:34.666785Z","end":"2026-04-28T23:31:36.828825Z","steps":["trace[1223210490] 'agreement among raft nodes before linearized reading' (duration: 2.161977162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.828868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:34.666766Z","time spent":"2.162092485s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:36.829001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.944144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:36.829022Z","caller":"traceutil/trace.go:171","msg":"trace[1697940115] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28332; }","duration":"366.968344ms","start":"2026-04-28T23:31:36.462049Z","end":"2026-04-28T23:31:36.829017Z","steps":["trace[1697940115] 'agreement among raft nodes before linearized reading' (duration: 366.921873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:36.829037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.461995Z","time spent":"367.037955ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:37.328575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:31:37.480062Z","caller":"traceutil/trace.go:171","msg":"trace[1828728192] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"694.69894ms","start":"2026-04-28T23:31:36.785337Z","end":"2026-04-28T23:31:37.480036Z","steps":["trace[1828728192] 'process raft request' (duration: 694.547316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.480204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.785318Z","time spent":"694.812942ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:37.981058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.074533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:37.981249Z","caller":"traceutil/trace.go:171","msg":"trace[90660060] linearizableReadLoop","detail":"{readStateIndex:29388; appliedIndex:29383; }","duration":"1.153122497s","start":"2026-04-28T23:31:36.828111Z","end":"2026-04-28T23:31:37.981234Z","steps":["trace[90660060] 'read index received' (duration: 651.77328ms)","trace[90660060] 'applied index is now lower than readState.Index' (duration: 501.348457ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:37.981246Z","caller":"traceutil/trace.go:171","msg":"trace[231167762] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"1.037783211s","start":"2026-04-28T23:31:36.943427Z","end":"2026-04-28T23:31:37.98121Z","steps":["trace[231167762] 'process raft request' (duration: 730.484723ms)","trace[231167762] 'compare' (duration: 306.963411ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:37.98134Z","caller":"traceutil/trace.go:171","msg":"trace[317562843] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"1.036281338s","start":"2026-04-28T23:31:36.945049Z","end":"2026-04-28T23:31:37.981331Z","steps":["trace[317562843] 'process raft request' (duration: 1.036077903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.945043Z","time spent":"1.036324228s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:37.981394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.943407Z","time spent":"1.037907533s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:37.981507Z","caller":"traceutil/trace.go:171","msg":"trace[208003306] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"1.036337269s","start":"2026-04-28T23:31:36.945159Z","end":"2026-04-28T23:31:37.981496Z","steps":["trace[208003306] 'process raft request' (duration: 1.036003562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.945141Z","time spent":"1.03639266s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:37.981701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195147116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T23:31:37.981729Z","caller":"traceutil/trace.go:171","msg":"trace[946395816] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28337; }","duration":"1.195217807s","start":"2026-04-28T23:31:36.786502Z","end":"2026-04-28T23:31:37.98172Z","steps":["trace[946395816] 'agreement among raft nodes before linearized reading' (duration: 1.195113585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.786491Z","time spent":"1.195253069s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":690,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:37.981728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152160335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:37.981746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.010519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:37.981749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194968282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c83c7f58-7db3-4215-8cc5-03eaeb6d0768\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T23:31:37.981799Z","caller":"traceutil/trace.go:171","msg":"trace[1669839889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28337; }","duration":"559.09924ms","start":"2026-04-28T23:31:37.422685Z","end":"2026-04-28T23:31:37.981784Z","steps":["trace[1669839889] 'agreement among raft nodes before linearized reading' (duration: 559.010839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:37.981797Z","caller":"traceutil/trace.go:171","msg":"trace[325157448] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"1.02085011s","start":"2026-04-28T23:31:36.960927Z","end":"2026-04-28T23:31:37.981777Z","steps":["trace[325157448] 'process raft request' (duration: 1.020262068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.98179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185005993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-04-28T23:31:37.981796Z","caller":"traceutil/trace.go:171","msg":"trace[185908510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28337; }","duration":"1.152249726s","start":"2026-04-28T23:31:36.829527Z","end":"2026-04-28T23:31:37.981777Z","steps":["trace[185908510] 'agreement among raft nodes before linearized reading' (duration: 1.152135594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.3476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7dd5ffb696-5mwx5.18aaa73b0345215b\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-04-28T23:31:37.981834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.422668Z","time spent":"559.157472ms","remote":"127.0.0.1:34524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:31:37.981831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194162764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-04-28T23:31:37.981858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.829516Z","time spent":"1.152335778s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:37.981749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196967995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T23:31:37.981843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09079436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-28T23:31:37.981877Z","caller":"traceutil/trace.go:171","msg":"trace[1386672439] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:28337; }","duration":"1.194211725s","start":"2026-04-28T23:31:36.787651Z","end":"2026-04-28T23:31:37.981863Z","steps":["trace[1386672439] 'agreement among raft nodes before linearized reading' (duration: 1.194046932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.960899Z","time spent":"1.020933092s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:37.981865Z","caller":"traceutil/trace.go:171","msg":"trace[1127472073] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4; range_end:; response_count:1; response_revision:28337; }","duration":"1.185105656s","start":"2026-04-28T23:31:36.796736Z","end":"2026-04-28T23:31:37.981841Z","steps":["trace[1127472073] 'agreement among raft nodes before linearized reading' (duration: 1.184931292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.787632Z","time spent":"1.194270886s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:37.981826Z","caller":"traceutil/trace.go:171","msg":"trace[1856658118] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c83c7f58-7db3-4215-8cc5-03eaeb6d0768; range_end:; response_count:1; response_revision:28337; }","duration":"1.195066224s","start":"2026-04-28T23:31:36.786742Z","end":"2026-04-28T23:31:37.981809Z","steps":["trace[1856658118] 'agreement among raft nodes before linearized reading' (duration: 1.194846569s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:37.981918Z","caller":"traceutil/trace.go:171","msg":"trace[1739214174] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:28337; }","duration":"1.090904163s","start":"2026-04-28T23:31:36.890994Z","end":"2026-04-28T23:31:37.981899Z","steps":["trace[1739214174] 'agreement among raft nodes before linearized reading' (duration: 1.090713409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.79672Z","time spent":"1.185200927s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7074,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" "} {"level":"warn","ts":"2026-04-28T23:31:37.981947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.786736Z","time spent":"1.195203627s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-c83c7f58-7db3-4215-8cc5-03eaeb6d0768\" "} {"level":"warn","ts":"2026-04-28T23:31:37.981955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.90371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:37.981938Z","caller":"traceutil/trace.go:171","msg":"trace[1023703418] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28337; }","duration":"1.19717635s","start":"2026-04-28T23:31:36.78471Z","end":"2026-04-28T23:31:37.981886Z","steps":["trace[1023703418] 'agreement among raft nodes before linearized reading' (duration: 1.196947965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.981968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.890976Z","time spent":"1.090979054s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"info","ts":"2026-04-28T23:31:37.981989Z","caller":"traceutil/trace.go:171","msg":"trace[1493962059] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28337; }","duration":"306.977921ms","start":"2026-04-28T23:31:37.675001Z","end":"2026-04-28T23:31:37.981979Z","steps":["trace[1493962059] 'agreement among raft nodes before linearized reading' (duration: 306.883199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:36.784692Z","time spent":"1.197296742s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:31:37.982027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.674981Z","time spent":"307.037402ms","remote":"127.0.0.1:60698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:37.98186Z","caller":"traceutil/trace.go:171","msg":"trace[1331204215] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7dd5ffb696-5mwx5.18aaa73b0345215b; range_end:; response_count:1; response_revision:28337; }","duration":"498.480053ms","start":"2026-04-28T23:31:37.483371Z","end":"2026-04-28T23:31:37.981852Z","steps":["trace[1331204215] 'agreement among raft nodes before linearized reading' (duration: 498.300869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:37.982106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.483353Z","time spent":"498.744369ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-7dd5ffb696-5mwx5.18aaa73b0345215b\" "} {"level":"warn","ts":"2026-04-28T23:31:37.983102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.772245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:37.983142Z","caller":"traceutil/trace.go:171","msg":"trace[1634672013] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28337; }","duration":"258.841647ms","start":"2026-04-28T23:31:37.724292Z","end":"2026-04-28T23:31:37.983134Z","steps":["trace[1634672013] 'agreement among raft nodes before linearized reading' (duration: 257.511858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:38.523752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:39.024542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:39.52554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:39.655535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172003229s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:39.655911Z","caller":"traceutil/trace.go:171","msg":"trace[1976475150] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"1.668900327s","start":"2026-04-28T23:31:37.986991Z","end":"2026-04-28T23:31:39.655891Z","steps":["trace[1976475150] 'process raft request' (duration: 1.668759044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:39.656025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.986979Z","time spent":"1.668974159s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:39.99105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00106993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:39.991142Z","caller":"traceutil/trace.go:171","msg":"trace[444661830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001220153s","start":"2026-04-28T23:31:37.989904Z","end":"2026-04-28T23:31:39.991124Z","steps":["trace[444661830] 'agreement among raft nodes before linearized reading' (duration: 2.001107121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:39.991188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.9899Z","time spent":"2.001278384s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:40.836755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.31772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:40.837118Z","caller":"traceutil/trace.go:171","msg":"trace[294620343] linearizableReadLoop","detail":"{readStateIndex:29392; appliedIndex:29390; }","duration":"2.813783692s","start":"2026-04-28T23:31:38.023312Z","end":"2026-04-28T23:31:40.837096Z","steps":["trace[294620343] 'read index received' (duration: 1.632583812s)","trace[294620343] 'applied index is now lower than readState.Index' (duration: 1.1811985s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:40.837236Z","caller":"traceutil/trace.go:171","msg":"trace[1672263203] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"2.003776979s","start":"2026-04-28T23:31:38.833442Z","end":"2026-04-28T23:31:40.837219Z","steps":["trace[1672263203] 'process raft request' (duration: 2.003416001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:40.837335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:38.833416Z","time spent":"2.003868031s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:40.83733Z","caller":"traceutil/trace.go:171","msg":"trace[892564551] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"1.230763195s","start":"2026-04-28T23:31:39.606534Z","end":"2026-04-28T23:31:40.837297Z","steps":["trace[892564551] 'process raft request' (duration: 1.230389367s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:40.83743Z","caller":"traceutil/trace.go:171","msg":"trace[64811702] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"849.57837ms","start":"2026-04-28T23:31:39.987831Z","end":"2026-04-28T23:31:40.837409Z","steps":["trace[64811702] 'process raft request' (duration: 849.155641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:40.837482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.606514Z","time spent":"1.230885328s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:40.837459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851176732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-28T23:31:40.83754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847672684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:40.837529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849905083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:40.837595Z","caller":"traceutil/trace.go:171","msg":"trace[1047413709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28341; }","duration":"2.851359876s","start":"2026-04-28T23:31:37.98622Z","end":"2026-04-28T23:31:40.837579Z","steps":["trace[1047413709] 'agreement among raft nodes before linearized reading' (duration: 2.85109693s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:40.837607Z","caller":"traceutil/trace.go:171","msg":"trace[1051101669] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28341; }","duration":"2.847766246s","start":"2026-04-28T23:31:37.989824Z","end":"2026-04-28T23:31:40.83759Z","steps":["trace[1051101669] 'agreement among raft nodes before linearized reading' (duration: 2.84747998s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:40.837631Z","caller":"traceutil/trace.go:171","msg":"trace[1283022713] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28341; }","duration":"2.850038957s","start":"2026-04-28T23:31:37.987574Z","end":"2026-04-28T23:31:40.837612Z","steps":["trace[1283022713] 'agreement among raft nodes before linearized reading' (duration: 2.849700309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:40.837639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.986214Z","time spent":"2.851414297s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T23:31:40.837661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.989818Z","time spent":"2.847825827s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T23:31:40.837691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.987567Z","time spent":"2.850108928s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T23:31:40.837373Z","caller":"traceutil/trace.go:171","msg":"trace[400724550] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"2.812883064s","start":"2026-04-28T23:31:38.024455Z","end":"2026-04-28T23:31:40.837338Z","steps":["trace[400724550] 'process raft request' (duration: 1.853901459s)","trace[400724550] 'compare' (duration: 958.167267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:40.837705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85115353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"warn","ts":"2026-04-28T23:31:40.837552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.987807Z","time spent":"849.692012ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:40.837777Z","caller":"traceutil/trace.go:171","msg":"trace[639826112] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28342; }","duration":"2.851235202s","start":"2026-04-28T23:31:37.986525Z","end":"2026-04-28T23:31:40.83776Z","steps":["trace[639826112] 'agreement among raft nodes before linearized reading' (duration: 2.851017817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:40.837777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:38.024431Z","time spent":"2.813306992s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:40.837829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.986519Z","time spent":"2.851298263s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:40.837562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851445167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T23:31:40.837992Z","caller":"traceutil/trace.go:171","msg":"trace[1700236126] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28342; }","duration":"2.851917527s","start":"2026-04-28T23:31:37.986064Z","end":"2026-04-28T23:31:40.837982Z","steps":["trace[1700236126] 'agreement among raft nodes before linearized reading' (duration: 2.851386196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:40.838067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:37.986049Z","time spent":"2.8519926s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":690,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:41.988683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.782218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:41.988919Z","caller":"traceutil/trace.go:171","msg":"trace[13910538] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"2.00014868s","start":"2026-04-28T23:31:39.988752Z","end":"2026-04-28T23:31:41.988901Z","steps":["trace[13910538] 'process raft request' (duration: 2.000083969s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:41.988944Z","caller":"traceutil/trace.go:171","msg":"trace[791626006] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"2.000664321s","start":"2026-04-28T23:31:39.988252Z","end":"2026-04-28T23:31:41.988916Z","steps":["trace[791626006] 'process raft request' (duration: 2.000520458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:41.988954Z","caller":"traceutil/trace.go:171","msg":"trace[391014046] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"2.000695732s","start":"2026-04-28T23:31:39.988208Z","end":"2026-04-28T23:31:41.988904Z","steps":["trace[391014046] 'process raft request' (duration: 1.026610747s)","trace[391014046] 'compare' (duration: 973.581194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:41.988991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.988742Z","time spent":"2.000217611s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:41.989056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.988209Z","time spent":"2.000785364s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:41.989133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.988198Z","time spent":"2.000833305s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:41.991093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:41.991143Z","caller":"traceutil/trace.go:171","msg":"trace[1145552594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083378s","start":"2026-04-28T23:31:39.991046Z","end":"2026-04-28T23:31:41.991129Z","steps":["trace[1145552594] 'agreement among raft nodes before linearized reading' (duration: 2.000029687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:41.99118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.991007Z","time spent":"2.00016558s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:43.007548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018645769s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:31:43.009476Z","caller":"traceutil/trace.go:171","msg":"trace[576622540] linearizableReadLoop","detail":"{readStateIndex:29398; appliedIndex:29394; }","duration":"2.172278126s","start":"2026-04-28T23:31:40.837162Z","end":"2026-04-28T23:31:43.009441Z","steps":["trace[576622540] 'read index received' (duration: 177.741892ms)","trace[576622540] 'applied index is now lower than readState.Index' (duration: 1.994533714s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:43.009524Z","caller":"traceutil/trace.go:171","msg":"trace[942161992] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"2.163757379s","start":"2026-04-28T23:31:40.845739Z","end":"2026-04-28T23:31:43.009497Z","steps":["trace[942161992] 'process raft request' (duration: 2.161921198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:43.009671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.845722Z","time spent":"2.163871132s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7202,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:43.430526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770378934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T23:31:43.430597Z","caller":"traceutil/trace.go:171","msg":"trace[2073570985] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28346; }","duration":"3.770481677s","start":"2026-04-28T23:31:39.660096Z","end":"2026-04-28T23:31:43.430578Z","steps":["trace[2073570985] 'agreement among raft nodes before linearized reading' (duration: 3.34952058s)","trace[2073570985] 'range keys from in-memory index tree' (duration: 420.789353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.430634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.660082Z","time spent":"3.770545028s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" "} {"level":"warn","ts":"2026-04-28T23:31:43.430962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367156037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:43.431042Z","caller":"traceutil/trace.go:171","msg":"trace[354510413] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28346; }","duration":"3.367238979s","start":"2026-04-28T23:31:40.063792Z","end":"2026-04-28T23:31:43.431031Z","steps":["trace[354510413] 'agreement among raft nodes before linearized reading' (duration: 2.945662158s)","trace[354510413] 'count revisions from in-memory index tree' (duration: 421.471258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.431069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.063722Z","time spent":"3.36733815s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:43.431406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618817517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:43.431438Z","caller":"traceutil/trace.go:171","msg":"trace[973262330] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28346; }","duration":"3.618888088s","start":"2026-04-28T23:31:39.812542Z","end":"2026-04-28T23:31:43.43143Z","steps":["trace[973262330] 'agreement among raft nodes before linearized reading' (duration: 3.197052302s)","trace[973262330] 'count revisions from in-memory index tree' (duration: 421.783855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.431462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.812522Z","time spent":"3.618932009s","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:43.431992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898279087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-28T23:31:43.432023Z","caller":"traceutil/trace.go:171","msg":"trace[396631101] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28346; }","duration":"4.898342119s","start":"2026-04-28T23:31:38.533672Z","end":"2026-04-28T23:31:43.432014Z","steps":["trace[396631101] 'agreement among raft nodes before linearized reading' (duration: 4.475967111s)","trace[396631101] 'range keys from in-memory index tree' (duration: 422.324967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.432044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:38.533653Z","time spent":"4.898386649s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T23:31:43.432134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404166084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-28T23:31:43.432287Z","caller":"traceutil/trace.go:171","msg":"trace[1372455092] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:28346; }","duration":"5.404343298s","start":"2026-04-28T23:31:38.027909Z","end":"2026-04-28T23:31:43.432206Z","steps":["trace[1372455092] 'agreement among raft nodes before linearized reading' (duration: 4.981738674s)","trace[1372455092] 'range keys from in-memory index tree' (duration: 422.342017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.432361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:38.027894Z","time spent":"5.404452221s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:43.432522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290996039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T23:31:43.432514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356408674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:43.432607Z","caller":"traceutil/trace.go:171","msg":"trace[1615104442] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28346; }","duration":"4.356534657s","start":"2026-04-28T23:31:39.076051Z","end":"2026-04-28T23:31:43.432585Z","steps":["trace[1615104442] 'agreement among raft nodes before linearized reading' (duration: 3.933577236s)","trace[1615104442] 'count revisions from in-memory index tree' (duration: 422.840719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.432655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:39.076033Z","time spent":"4.356611239s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:31:43.432745Z","caller":"traceutil/trace.go:171","msg":"trace[711560997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28346; }","duration":"3.291121452s","start":"2026-04-28T23:31:40.141456Z","end":"2026-04-28T23:31:43.432578Z","steps":["trace[711560997] 'agreement among raft nodes before linearized reading' (duration: 2.868441287s)","trace[711560997] 'range keys from in-memory index tree' (duration: 422.109892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.432847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.141435Z","time spent":"3.291356028s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T23:31:43.433115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301500089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:43.433155Z","caller":"traceutil/trace.go:171","msg":"trace[13246329] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28346; }","duration":"3.30154452s","start":"2026-04-28T23:31:40.131601Z","end":"2026-04-28T23:31:43.433145Z","steps":["trace[13246329] 'agreement among raft nodes before linearized reading' (duration: 2.878309733s)","trace[13246329] 'count revisions from in-memory index tree' (duration: 423.167356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.433231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.131543Z","time spent":"3.301679684s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:43.433396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.861106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:43.433657Z","caller":"traceutil/trace.go:171","msg":"trace[1643778359] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"586.510281ms","start":"2026-04-28T23:31:42.847134Z","end":"2026-04-28T23:31:43.433644Z","steps":["trace[1643778359] 'process raft request' (duration: 212.313687ms)","trace[1643778359] 'compare' (duration: 371.350562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:43.433736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:42.847117Z","time spent":"586.568052ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:43.433766Z","caller":"traceutil/trace.go:171","msg":"trace[1313154799] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"586.533711ms","start":"2026-04-28T23:31:42.84722Z","end":"2026-04-28T23:31:43.433754Z","steps":["trace[1313154799] 'process raft request' (duration: 586.268536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:43.433915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:42.847185Z","time spent":"586.645343ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:43.997075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:43.997199Z","caller":"traceutil/trace.go:171","msg":"trace[695276660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026965s","start":"2026-04-28T23:31:41.997154Z","end":"2026-04-28T23:31:43.997181Z","steps":["trace[695276660] 'agreement among raft nodes before linearized reading' (duration: 1.999895152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:43.99745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:41.997138Z","time spent":"2.00027283s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:44.710392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276792623s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:31:44.710592Z","caller":"traceutil/trace.go:171","msg":"trace[1367483776] linearizableReadLoop","detail":"{readStateIndex:29402; appliedIndex:29399; }","duration":"1.701013822s","start":"2026-04-28T23:31:43.00956Z","end":"2026-04-28T23:31:44.710574Z","steps":["trace[1367483776] 'read index received' (duration: 50.028456ms)","trace[1367483776] 'applied index is now lower than readState.Index' (duration: 1.650984296s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:44.711296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619201052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:44.711342Z","caller":"traceutil/trace.go:171","msg":"trace[727875388] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28348; }","duration":"2.619278994s","start":"2026-04-28T23:31:42.092052Z","end":"2026-04-28T23:31:44.711331Z","steps":["trace[727875388] 'agreement among raft nodes before linearized reading' (duration: 2.619185042s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.711377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:42.092037Z","time spent":"2.619330875s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:44.711576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250681665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:44.711616Z","caller":"traceutil/trace.go:171","msg":"trace[1604104547] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28348; }","duration":"3.250760457s","start":"2026-04-28T23:31:41.460843Z","end":"2026-04-28T23:31:44.711604Z","steps":["trace[1604104547] 'agreement among raft nodes before linearized reading' (duration: 3.250702836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.711644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:41.46082Z","time spent":"3.250816779s","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:44.711873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316870304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:44.711912Z","caller":"traceutil/trace.go:171","msg":"trace[223176981] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28348; }","duration":"3.316946036s","start":"2026-04-28T23:31:41.394956Z","end":"2026-04-28T23:31:44.711902Z","steps":["trace[223176981] 'agreement among raft nodes before linearized reading' (duration: 3.316819424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.711943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:41.394935Z","time spent":"3.316998348s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:44.712099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866449257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:44.71216Z","caller":"traceutil/trace.go:171","msg":"trace[1039203925] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28348; }","duration":"3.86655566s","start":"2026-04-28T23:31:40.845595Z","end":"2026-04-28T23:31:44.712151Z","steps":["trace[1039203925] 'agreement among raft nodes before linearized reading' (duration: 3.866479268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.712194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.845581Z","time spent":"3.86660568s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:31:44.712473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869731449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2013"} {"level":"info","ts":"2026-04-28T23:31:44.71251Z","caller":"traceutil/trace.go:171","msg":"trace[826771342] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28348; }","duration":"3.869793581s","start":"2026-04-28T23:31:40.842708Z","end":"2026-04-28T23:31:44.712501Z","steps":["trace[826771342] 'agreement among raft nodes before linearized reading' (duration: 3.869677038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.712538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.842691Z","time spent":"3.869841242s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2036,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-28T23:31:44.712751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871572649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62905d1e-d553-4824-b7a6-ab55efe293c7\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-28T23:31:44.712786Z","caller":"traceutil/trace.go:171","msg":"trace[1565868258] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62905d1e-d553-4824-b7a6-ab55efe293c7; range_end:; response_count:1; response_revision:28348; }","duration":"3.8716211s","start":"2026-04-28T23:31:40.841157Z","end":"2026-04-28T23:31:44.712778Z","steps":["trace[1565868258] 'agreement among raft nodes before linearized reading' (duration: 3.871506658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.712814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.84115Z","time spent":"3.871658031s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-62905d1e-d553-4824-b7a6-ab55efe293c7\" "} {"level":"warn","ts":"2026-04-28T23:31:44.712971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872890239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-28T23:31:44.713161Z","caller":"traceutil/trace.go:171","msg":"trace[220651402] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:28348; }","duration":"3.873067763s","start":"2026-04-28T23:31:40.84001Z","end":"2026-04-28T23:31:44.713078Z","steps":["trace[220651402] 'agreement among raft nodes before linearized reading' (duration: 3.872722885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.713263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.839994Z","time spent":"3.873237476s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-04-28T23:31:44.714183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874211197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:31:44.714364Z","caller":"traceutil/trace.go:171","msg":"trace[1426536820] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28348; }","duration":"3.874414232s","start":"2026-04-28T23:31:40.83993Z","end":"2026-04-28T23:31:44.714344Z","steps":["trace[1426536820] 'agreement among raft nodes before linearized reading' (duration: 3.873202066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.714571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:40.839917Z","time spent":"3.874635476s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T23:31:44.715955Z","caller":"traceutil/trace.go:171","msg":"trace[1774425133] transaction","detail":"{read_only:false; response_revision:28349; number_of_response:1; }","duration":"1.282042188s","start":"2026-04-28T23:31:43.433882Z","end":"2026-04-28T23:31:44.715924Z","steps":["trace[1774425133] 'process raft request' (duration: 1.276600649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:44.716406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.433863Z","time spent":"1.2821733s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:45.036352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.295111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:45.036618Z","caller":"traceutil/trace.go:171","msg":"trace[1087429165] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"1.042873412s","start":"2026-04-28T23:31:43.993723Z","end":"2026-04-28T23:31:45.036596Z","steps":["trace[1087429165] 'process raft request' (duration: 1.042746139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.036717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.9937Z","time spent":"1.042974615s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:45.036794Z","caller":"traceutil/trace.go:171","msg":"trace[1386752892] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"1.598127717s","start":"2026-04-28T23:31:43.438615Z","end":"2026-04-28T23:31:45.036743Z","steps":["trace[1386752892] 'process raft request' (duration: 1.277291274s)","trace[1386752892] 'compare' (duration: 320.057486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:45.03698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.438595Z","time spent":"1.598320012s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:45.037422Z","caller":"traceutil/trace.go:171","msg":"trace[1931743786] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"1.043424175s","start":"2026-04-28T23:31:43.993971Z","end":"2026-04-28T23:31:45.037395Z","steps":["trace[1931743786] 'process raft request' (duration: 1.042576246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.037853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.993961Z","time spent":"1.043848274s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:45.037951Z","caller":"traceutil/trace.go:171","msg":"trace[1606427909] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"1.04319126s","start":"2026-04-28T23:31:43.994724Z","end":"2026-04-28T23:31:45.037916Z","steps":["trace[1606427909] 'process raft request' (duration: 1.042632378s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:45.038013Z","caller":"traceutil/trace.go:171","msg":"trace[407850721] linearizableReadLoop","detail":"{readStateIndex:29408; appliedIndex:29403; }","duration":"327.368947ms","start":"2026-04-28T23:31:44.710625Z","end":"2026-04-28T23:31:45.037994Z","steps":["trace[407850721] 'read index received' (duration: 142.306095ms)","trace[407850721] 'applied index is now lower than readState.Index' (duration: 185.061762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:45.038086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.994716Z","time spent":"1.043295952s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:45.038178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040173094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:45.038237Z","caller":"traceutil/trace.go:171","msg":"trace[1561302957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28354; }","duration":"1.040254416s","start":"2026-04-28T23:31:43.997973Z","end":"2026-04-28T23:31:45.038227Z","steps":["trace[1561302957] 'agreement among raft nodes before linearized reading' (duration: 1.040118973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.038249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129248333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T23:31:45.038286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.997962Z","time spent":"1.040316277s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:31:45.038309Z","caller":"traceutil/trace.go:171","msg":"trace[1553092811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28354; }","duration":"1.129431457s","start":"2026-04-28T23:31:43.908863Z","end":"2026-04-28T23:31:45.038294Z","steps":["trace[1553092811] 'agreement among raft nodes before linearized reading' (duration: 1.129239782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.038405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.908844Z","time spent":"1.1295429s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T23:31:45.038472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59641487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-28T23:31:45.038519Z","caller":"traceutil/trace.go:171","msg":"trace[1051430328] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28354; }","duration":"1.596490072s","start":"2026-04-28T23:31:43.442015Z","end":"2026-04-28T23:31:45.038505Z","steps":["trace[1051430328] 'agreement among raft nodes before linearized reading' (duration: 1.596351229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.038555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.441997Z","time spent":"1.596549073s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:45.038665Z","caller":"traceutil/trace.go:171","msg":"trace[524153105] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"503.919372ms","start":"2026-04-28T23:31:44.534736Z","end":"2026-04-28T23:31:45.038656Z","steps":["trace[524153105] 'process raft request' (duration: 503.183436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.038693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620547099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:45.038754Z","caller":"traceutil/trace.go:171","msg":"trace[84357775] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28354; }","duration":"1.620651161s","start":"2026-04-28T23:31:43.418089Z","end":"2026-04-28T23:31:45.03874Z","steps":["trace[84357775] 'agreement among raft nodes before linearized reading' (duration: 1.620544649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.038799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.418068Z","time spent":"1.620718743s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:45.038815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517309948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:45.038846Z","caller":"traceutil/trace.go:171","msg":"trace[171742476] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28354; }","duration":"1.51738692s","start":"2026-04-28T23:31:43.52145Z","end":"2026-04-28T23:31:45.038837Z","steps":["trace[171742476] 'agreement among raft nodes before linearized reading' (duration: 1.517237937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.03888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:43.52143Z","time spent":"1.517441761s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:45.038776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.534711Z","time spent":"504.004525ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:45.039109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.637619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:45.039523Z","caller":"traceutil/trace.go:171","msg":"trace[1475551452] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28354; }","duration":"991.085649ms","start":"2026-04-28T23:31:44.048426Z","end":"2026-04-28T23:31:45.039511Z","steps":["trace[1475551452] 'agreement among raft nodes before linearized reading' (duration: 990.648409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.039588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.048407Z","time spent":"991.16946ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:45.691939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.935231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:45.692152Z","caller":"traceutil/trace.go:171","msg":"trace[1615942418] linearizableReadLoop","detail":"{readStateIndex:29410; appliedIndex:29408; }","duration":"654.061848ms","start":"2026-04-28T23:31:45.038071Z","end":"2026-04-28T23:31:45.692133Z","steps":["trace[1615942418] 'read index received' (duration: 181.8062ms)","trace[1615942418] 'applied index is now lower than readState.Index' (duration: 472.254478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:45.692321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.49449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:45.692399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.476429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:31:45.6924Z","caller":"traceutil/trace.go:171","msg":"trace[1907590097] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28356; }","duration":"967.592862ms","start":"2026-04-28T23:31:44.724786Z","end":"2026-04-28T23:31:45.692378Z","steps":["trace[1907590097] 'agreement among raft nodes before linearized reading' (duration: 967.389748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:45.692435Z","caller":"traceutil/trace.go:171","msg":"trace[407664760] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28356; }","duration":"972.535361ms","start":"2026-04-28T23:31:44.719887Z","end":"2026-04-28T23:31:45.692423Z","steps":["trace[407664760] 'agreement among raft nodes before linearized reading' (duration: 972.322787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.692443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.72478Z","time spent":"967.654233ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:31:45.692472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.719874Z","time spent":"972.589582ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T23:31:45.692458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.755264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-28T23:31:45.69253Z","caller":"traceutil/trace.go:171","msg":"trace[1280470132] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28356; }","duration":"971.861956ms","start":"2026-04-28T23:31:44.720651Z","end":"2026-04-28T23:31:45.692513Z","steps":["trace[1280470132] 'agreement among raft nodes before linearized reading' (duration: 971.544789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.692579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.720637Z","time spent":"971.933448ms","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-28T23:31:45.692679Z","caller":"traceutil/trace.go:171","msg":"trace[689363478] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"972.48572ms","start":"2026-04-28T23:31:44.720177Z","end":"2026-04-28T23:31:45.692663Z","steps":["trace[689363478] 'process raft request' (duration: 499.734042ms)","trace[689363478] 'compare' (duration: 471.728366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:45.69275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.720154Z","time spent":"972.552651ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:31:45.692852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.644795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T23:31:45.692894Z","caller":"traceutil/trace.go:171","msg":"trace[2083802530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28356; }","duration":"973.764588ms","start":"2026-04-28T23:31:44.719118Z","end":"2026-04-28T23:31:45.692882Z","steps":["trace[2083802530] 'agreement among raft nodes before linearized reading' (duration: 973.630664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.692926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.719096Z","time spent":"973.82246ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-28T23:31:45.693037Z","caller":"traceutil/trace.go:171","msg":"trace[1699745177] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"968.317019ms","start":"2026-04-28T23:31:44.724702Z","end":"2026-04-28T23:31:45.693019Z","steps":["trace[1699745177] 'process raft request' (duration: 967.344457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.693092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.055981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"warn","ts":"2026-04-28T23:31:45.69318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.724689Z","time spent":"968.38664ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:45.693192Z","caller":"traceutil/trace.go:171","msg":"trace[1827757911] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28356; }","duration":"972.178633ms","start":"2026-04-28T23:31:44.720995Z","end":"2026-04-28T23:31:45.693173Z","steps":["trace[1827757911] 'agreement among raft nodes before linearized reading' (duration: 971.912378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.693225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.065705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaa5b3961ba2bc\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T23:31:45.693236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.720986Z","time spent":"972.241255ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2912,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-04-28T23:31:45.693265Z","caller":"traceutil/trace.go:171","msg":"trace[686141289] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aaa5b3961ba2bc; range_end:; response_count:1; response_revision:28356; }","duration":"974.107676ms","start":"2026-04-28T23:31:44.719145Z","end":"2026-04-28T23:31:45.693253Z","steps":["trace[686141289] 'agreement among raft nodes before linearized reading' (duration: 973.955513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:45.693296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:44.719091Z","time spent":"974.195908ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaa5b3961ba2bc\" "} {"level":"info","ts":"2026-04-28T23:31:45.729223Z","caller":"traceutil/trace.go:171","msg":"trace[774662950] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"289.62894ms","start":"2026-04-28T23:31:45.439572Z","end":"2026-04-28T23:31:45.729201Z","steps":["trace[774662950] 'process raft request' (duration: 289.475377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:46.585761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.381769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:46.586072Z","caller":"traceutil/trace.go:171","msg":"trace[377888702] linearizableReadLoop","detail":"{readStateIndex:29412; appliedIndex:29410; }","duration":"893.870168ms","start":"2026-04-28T23:31:45.692183Z","end":"2026-04-28T23:31:46.586053Z","steps":["trace[377888702] 'read index received' (duration: 36.935559ms)","trace[377888702] 'applied index is now lower than readState.Index' (duration: 856.933399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:46.586082Z","caller":"traceutil/trace.go:171","msg":"trace[1813029810] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"1.145133017s","start":"2026-04-28T23:31:45.440908Z","end":"2026-04-28T23:31:46.586041Z","steps":["trace[1813029810] 'process raft request' (duration: 620.36184ms)","trace[1813029810] 'compare' (duration: 524.199845ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:46.586123Z","caller":"traceutil/trace.go:171","msg":"trace[423368356] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"887.753934ms","start":"2026-04-28T23:31:45.698347Z","end":"2026-04-28T23:31:46.586101Z","steps":["trace[423368356] 'process raft request' (duration: 887.637541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:46.586137Z","caller":"traceutil/trace.go:171","msg":"trace[1587664693] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"890.405871ms","start":"2026-04-28T23:31:45.695717Z","end":"2026-04-28T23:31:46.586123Z","steps":["trace[1587664693] 'process raft request' (duration: 890.161486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:46.586202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.695674Z","time spent":"890.497783ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:46.586194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541085626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:31:46.586211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.698334Z","time spent":"887.837245ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:31:46.586246Z","caller":"traceutil/trace.go:171","msg":"trace[91810327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28360; }","duration":"1.541152287s","start":"2026-04-28T23:31:45.045082Z","end":"2026-04-28T23:31:46.586234Z","steps":["trace[91810327] 'agreement among raft nodes before linearized reading' (duration: 1.541061416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:46.586253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.440894Z","time spent":"1.1452644s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:46.586287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.045075Z","time spent":"1.541204258s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:46.586364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543797586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-04-28T23:31:46.586451Z","caller":"traceutil/trace.go:171","msg":"trace[1340120271] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28360; }","duration":"1.543869267s","start":"2026-04-28T23:31:45.042548Z","end":"2026-04-28T23:31:46.586417Z","steps":["trace[1340120271] 'agreement among raft nodes before linearized reading' (duration: 1.543658313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:46.586509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.042508Z","time spent":"1.54398516s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":706,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:47.096143Z","caller":"traceutil/trace.go:171","msg":"trace[111688992] linearizableReadLoop","detail":"{readStateIndex:29415; appliedIndex:29414; }","duration":"510.005185ms","start":"2026-04-28T23:31:46.586116Z","end":"2026-04-28T23:31:47.096121Z","steps":["trace[111688992] 'read index received' (duration: 410.359964ms)","trace[111688992] 'applied index is now lower than readState.Index' (duration: 99.644411ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:47.096388Z","caller":"traceutil/trace.go:171","msg":"trace[1074359466] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"934.016958ms","start":"2026-04-28T23:31:46.162361Z","end":"2026-04-28T23:31:47.096378Z","steps":["trace[1074359466] 'process raft request' (duration: 834.10141ms)","trace[1074359466] 'compare' (duration: 99.546979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:47.096468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:46.162326Z","time spent":"934.086039ms","remote":"127.0.0.1:60322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:47.096572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399788394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-32aee5c0-3a8c-4c09-8360-af15b96943c6\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T23:31:47.096635Z","caller":"traceutil/trace.go:171","msg":"trace[1733928443] range","detail":"{range_begin:/registry/persistentvolumes/pvc-32aee5c0-3a8c-4c09-8360-af15b96943c6; range_end:; response_count:1; response_revision:28361; }","duration":"1.399862215s","start":"2026-04-28T23:31:45.69676Z","end":"2026-04-28T23:31:47.096622Z","steps":["trace[1733928443] 'agreement among raft nodes before linearized reading' (duration: 1.39965786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:47.096666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.696754Z","time spent":"1.399904326s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-32aee5c0-3a8c-4c09-8360-af15b96943c6\" "} {"level":"warn","ts":"2026-04-28T23:31:47.096649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400508069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:31:47.096724Z","caller":"traceutil/trace.go:171","msg":"trace[1542908859] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28361; }","duration":"1.400632962s","start":"2026-04-28T23:31:45.696072Z","end":"2026-04-28T23:31:47.096705Z","steps":["trace[1542908859] 'agreement among raft nodes before linearized reading' (duration: 1.400381986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:47.096756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39640092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-28T23:31:47.09678Z","caller":"traceutil/trace.go:171","msg":"trace[2014682679] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:28361; }","duration":"1.39644229s","start":"2026-04-28T23:31:45.70033Z","end":"2026-04-28T23:31:47.096773Z","steps":["trace[2014682679] 'agreement among raft nodes before linearized reading' (duration: 1.396367768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:47.096773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.696055Z","time spent":"1.400709103s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:31:47.0968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:45.700321Z","time spent":"1.396474431s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-04-28T23:31:47.150455Z","caller":"traceutil/trace.go:171","msg":"trace[2094547360] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"107.629557ms","start":"2026-04-28T23:31:47.0428Z","end":"2026-04-28T23:31:47.150429Z","steps":["trace[2094547360] 'process raft request' (duration: 107.475113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:48.587332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:48.587399Z","caller":"traceutil/trace.go:171","msg":"trace[2048050839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033415s","start":"2026-04-28T23:31:46.587351Z","end":"2026-04-28T23:31:48.587385Z","steps":["trace[2048050839] 'agreement among raft nodes before linearized reading' (duration: 1.999940213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:48.587434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:46.587338Z","time spent":"2.000088687s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:48.748969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:48.749103Z","caller":"traceutil/trace.go:171","msg":"trace[629638716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057335s","start":"2026-04-28T23:31:46.749018Z","end":"2026-04-28T23:31:48.749075Z","steps":["trace[629638716] 'agreement among raft nodes before linearized reading' (duration: 1.999881392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:48.749167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:46.748998Z","time spent":"2.000154758s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:49.540575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.390188827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:49.548585Z","caller":"traceutil/trace.go:171","msg":"trace[1830312258] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"2.505463622s","start":"2026-04-28T23:31:47.043092Z","end":"2026-04-28T23:31:49.548555Z","steps":["trace[1830312258] 'process raft request' (duration: 2.497872295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:49.54871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955369311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-28T23:31:49.548776Z","caller":"traceutil/trace.go:171","msg":"trace[324880948] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28364; }","duration":"2.955472774s","start":"2026-04-28T23:31:46.593286Z","end":"2026-04-28T23:31:49.548759Z","steps":["trace[324880948] 'agreement among raft nodes before linearized reading' (duration: 2.955273049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:49.548779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.043066Z","time spent":"2.505619275s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:49.548787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958390907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-28T23:31:49.548814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:46.59327Z","time spent":"2.955535835s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-28T23:31:49.548848Z","caller":"traceutil/trace.go:171","msg":"trace[1100729140] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac; range_end:; response_count:1; response_revision:28364; }","duration":"2.958516679s","start":"2026-04-28T23:31:46.590315Z","end":"2026-04-28T23:31:49.548832Z","steps":["trace[1100729140] 'agreement among raft nodes before linearized reading' (duration: 2.958324155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:49.548899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:46.590251Z","time spent":"2.958634762s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac\" "} {"level":"info","ts":"2026-04-28T23:31:49.548584Z","caller":"traceutil/trace.go:171","msg":"trace[146760898] linearizableReadLoop","detail":"{readStateIndex:29418; appliedIndex:29415; }","duration":"2.452362549s","start":"2026-04-28T23:31:47.096192Z","end":"2026-04-28T23:31:49.548554Z","steps":["trace[146760898] 'read index received' (duration: 54.135445ms)","trace[146760898] 'applied index is now lower than readState.Index' (duration: 2.398225464s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:49.548601Z","caller":"traceutil/trace.go:171","msg":"trace[484503847] transaction","detail":"{read_only:false; response_revision:28364; number_of_response:1; }","duration":"2.50266763s","start":"2026-04-28T23:31:47.045896Z","end":"2026-04-28T23:31:49.548564Z","steps":["trace[484503847] 'process raft request' (duration: 2.502524047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:49.549341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.045872Z","time spent":"2.503433717s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:50.049548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:50.550141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:50.593846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:50.593961Z","caller":"traceutil/trace.go:171","msg":"trace[870996171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820955s","start":"2026-04-28T23:31:48.593107Z","end":"2026-04-28T23:31:50.593928Z","steps":["trace[870996171] 'agreement among raft nodes before linearized reading' (duration: 2.000677562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:50.594023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:48.593098Z","time spent":"2.000913637s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:51.050481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:51.550754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:52.050905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:52.07427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.424180382s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:52.074892Z","caller":"traceutil/trace.go:171","msg":"trace[1981971446] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"3.727913185s","start":"2026-04-28T23:31:48.346953Z","end":"2026-04-28T23:31:52.074867Z","steps":["trace[1981971446] 'process raft request' (duration: 3.727784972s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:52.074895Z","caller":"traceutil/trace.go:171","msg":"trace[711583474] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"4.341447597s","start":"2026-04-28T23:31:47.733397Z","end":"2026-04-28T23:31:52.074844Z","steps":["trace[711583474] 'process raft request' (duration: 4.341171501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.075039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:48.346927Z","time spent":"3.728038398s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:52.075131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.733379Z","time spent":"4.3416133s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:52.075434Z","caller":"traceutil/trace.go:171","msg":"trace[1499164193] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"3.483111386s","start":"2026-04-28T23:31:48.592287Z","end":"2026-04-28T23:31:52.075398Z","steps":["trace[1499164193] 'process raft request' (duration: 3.482495643s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:52.075456Z","caller":"traceutil/trace.go:171","msg":"trace[1639703523] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"2.918408583s","start":"2026-04-28T23:31:49.15703Z","end":"2026-04-28T23:31:52.075438Z","steps":["trace[1639703523] 'process raft request' (duration: 2.91825723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.07565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:48.592274Z","time spent":"3.48324493s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:52.075796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:49.157006Z","time spent":"2.918696829s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:52.425403Z","caller":"traceutil/trace.go:171","msg":"trace[220585596] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"2.873577791s","start":"2026-04-28T23:31:49.551793Z","end":"2026-04-28T23:31:52.42537Z","steps":["trace[220585596] 'process raft request' (duration: 2.800169135s)","trace[220585596] 'compare' (duration: 72.889625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:31:52.425424Z","caller":"traceutil/trace.go:171","msg":"trace[1528317869] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"849.626681ms","start":"2026-04-28T23:31:51.57576Z","end":"2026-04-28T23:31:52.425386Z","steps":["trace[1528317869] 'process raft request' (duration: 849.487918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.425584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:49.551772Z","time spent":"2.873700335s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:52.425592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:51.575741Z","time spent":"849.748595ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:52.425986Z","caller":"traceutil/trace.go:171","msg":"trace[2071194920] linearizableReadLoop","detail":"{readStateIndex:29425; appliedIndex:29418; }","duration":"2.876910754s","start":"2026-04-28T23:31:49.549061Z","end":"2026-04-28T23:31:52.425972Z","steps":["trace[2071194920] 'read index received' (duration: 2.525504381s)","trace[2071194920] 'applied index is now lower than readState.Index' (duration: 351.404953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:52.426094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96337428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:52.426144Z","caller":"traceutil/trace.go:171","msg":"trace[828919505] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28371; }","duration":"3.963455902s","start":"2026-04-28T23:31:48.462676Z","end":"2026-04-28T23:31:52.426132Z","steps":["trace[828919505] 'agreement among raft nodes before linearized reading' (duration: 3.963324969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.42618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:48.462661Z","time spent":"3.963510053s","remote":"127.0.0.1:60568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:52.426178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949286769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:52.426243Z","caller":"traceutil/trace.go:171","msg":"trace[2009719438] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28371; }","duration":"2.949405842s","start":"2026-04-28T23:31:49.476821Z","end":"2026-04-28T23:31:52.426226Z","steps":["trace[2009719438] 'agreement among raft nodes before linearized reading' (duration: 2.949263349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:49.4768Z","time spent":"2.949477243s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:52.42631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325615483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:31:52.426399Z","caller":"traceutil/trace.go:171","msg":"trace[340772042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28371; }","duration":"5.325709815s","start":"2026-04-28T23:31:47.100669Z","end":"2026-04-28T23:31:52.426379Z","steps":["trace[340772042] 'agreement among raft nodes before linearized reading' (duration: 5.325513311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937462435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:31:52.426079Z","caller":"traceutil/trace.go:171","msg":"trace[952439184] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"845.561622ms","start":"2026-04-28T23:31:51.580484Z","end":"2026-04-28T23:31:52.426046Z","steps":["trace[952439184] 'process raft request' (duration: 844.864807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:52.426462Z","caller":"traceutil/trace.go:171","msg":"trace[99337898] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28371; }","duration":"4.937767122s","start":"2026-04-28T23:31:47.488685Z","end":"2026-04-28T23:31:52.426453Z","steps":["trace[99337898] 'agreement among raft nodes before linearized reading' (duration: 4.937379833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.100662Z","time spent":"5.325791867s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:52.426491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.488664Z","time spent":"4.937818682s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:52.426492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:51.580476Z","time spent":"845.983521ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:52.426523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218553928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:31:52.426564Z","caller":"traceutil/trace.go:171","msg":"trace[1322690423] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28371; }","duration":"1.218616699s","start":"2026-04-28T23:31:51.207937Z","end":"2026-04-28T23:31:52.426554Z","steps":["trace[1322690423] 'agreement among raft nodes before linearized reading' (duration: 1.218519057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872761603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-04-28T23:31:52.426425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834720064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7219"} {"level":"warn","ts":"2026-04-28T23:31:52.426644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596262668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:31:52.426671Z","caller":"traceutil/trace.go:171","msg":"trace[115541418] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28371; }","duration":"1.596320898s","start":"2026-04-28T23:31:50.830342Z","end":"2026-04-28T23:31:52.426663Z","steps":["trace[115541418] 'agreement among raft nodes before linearized reading' (duration: 1.596277787s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:52.426672Z","caller":"traceutil/trace.go:171","msg":"trace[1300227603] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28371; }","duration":"3.83499571s","start":"2026-04-28T23:31:48.591666Z","end":"2026-04-28T23:31:52.426661Z","steps":["trace[1300227603] 'agreement among raft nodes before linearized reading' (duration: 3.834660543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.4267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:50.830324Z","time spent":"1.59636863s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:52.426707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:48.591649Z","time spent":"3.835049641s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:31:52.426767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102015447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:52.426823Z","caller":"traceutil/trace.go:171","msg":"trace[491209678] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28371; }","duration":"5.102107449s","start":"2026-04-28T23:31:47.324701Z","end":"2026-04-28T23:31:52.426808Z","steps":["trace[491209678] 'agreement among raft nodes before linearized reading' (duration: 5.102023787s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:52.42664Z","caller":"traceutil/trace.go:171","msg":"trace[1525824655] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28371; }","duration":"2.873001098s","start":"2026-04-28T23:31:49.553627Z","end":"2026-04-28T23:31:52.426628Z","steps":["trace[1525824655] 'agreement among raft nodes before linearized reading' (duration: 2.872737593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.32468Z","time spent":"5.102172821s","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:31:52.426892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:49.553611Z","time spent":"2.873270974s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-28T23:31:52.426924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832045269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:52.426954Z","caller":"traceutil/trace.go:171","msg":"trace[1787575482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28371; }","duration":"1.83213063s","start":"2026-04-28T23:31:50.594815Z","end":"2026-04-28T23:31:52.426945Z","steps":["trace[1787575482] 'agreement among raft nodes before linearized reading' (duration: 1.832068069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.426989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:50.594784Z","time spent":"1.832199672s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:31:52.426602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:51.207921Z","time spent":"1.218673991s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T23:31:52.427194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324495207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T23:31:52.427255Z","caller":"traceutil/trace.go:171","msg":"trace[1482763066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28371; }","duration":"5.32457585s","start":"2026-04-28T23:31:47.102667Z","end":"2026-04-28T23:31:52.427243Z","steps":["trace[1482763066] 'agreement among raft nodes before linearized reading' (duration: 5.324423616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.427306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.10266Z","time spent":"5.324630531s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-28T23:31:52.426333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326802799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:31:52.427538Z","caller":"traceutil/trace.go:171","msg":"trace[1549910116] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28371; }","duration":"5.328045386s","start":"2026-04-28T23:31:47.099474Z","end":"2026-04-28T23:31:52.427519Z","steps":["trace[1549910116] 'agreement among raft nodes before linearized reading' (duration: 5.326749928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:52.427612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:47.099451Z","time spent":"5.328141348s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:31:52.931753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:53.432582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985875991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:53.523608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094079203s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:54.317249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:53.825471Z","time spent":"491.769416ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:54.318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.143125ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T23:31:54.318982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.429301Z","time spent":"1.889676381s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:31:54.4506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:31:54.450754Z","caller":"traceutil/trace.go:171","msg":"trace[1636395803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060911s","start":"2026-04-28T23:31:52.450127Z","end":"2026-04-28T23:31:54.450736Z","steps":["trace[1636395803] 'agreement among raft nodes before linearized reading' (duration: 2.000437826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:54.451141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.450116Z","time spent":"2.001005008s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:55.154805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630954076s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:56.084944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056526761s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:31:56.085126Z","caller":"traceutil/trace.go:171","msg":"trace[262404142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28371; }","duration":"1.056747466s","start":"2026-04-28T23:31:55.028352Z","end":"2026-04-28T23:31:56.0851Z","steps":["trace[262404142] 'range keys from in-memory index tree' (duration: 1.05650529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:56.085129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.010111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:31:56.085378Z","caller":"traceutil/trace.go:171","msg":"trace[2012805041] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"3.65003764s","start":"2026-04-28T23:31:52.435273Z","end":"2026-04-28T23:31:56.08531Z","steps":["trace[2012805041] 'process raft request' (duration: 2.719765403s)","trace[2012805041] 'compare' (duration: 929.792186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:56.085593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.435257Z","time spent":"3.650223754s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:56.223206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068159285s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:31:56.452009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:56.452169Z","caller":"traceutil/trace.go:171","msg":"trace[1900439688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618939s","start":"2026-04-28T23:31:54.451528Z","end":"2026-04-28T23:31:56.452147Z","steps":["trace[1900439688] 'agreement among raft nodes before linearized reading' (duration: 2.000441245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:56.452278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.45151Z","time spent":"2.000754402s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:31:56.531485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.2474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:31:56.532021Z","caller":"traceutil/trace.go:171","msg":"trace[1447435249] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"2.449669321s","start":"2026-04-28T23:31:54.082322Z","end":"2026-04-28T23:31:56.531991Z","steps":["trace[1447435249] 'process raft request' (duration: 2.449325904s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:56.532146Z","caller":"traceutil/trace.go:171","msg":"trace[1744438497] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"2.097628523s","start":"2026-04-28T23:31:54.43449Z","end":"2026-04-28T23:31:56.532118Z","steps":["trace[1744438497] 'process raft request' (duration: 2.097571222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:56.532196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.082293Z","time spent":"2.449811774s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:56.53234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.434457Z","time spent":"2.097748086s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:56.532362Z","caller":"traceutil/trace.go:171","msg":"trace[1291254422] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"2.449943067s","start":"2026-04-28T23:31:54.082408Z","end":"2026-04-28T23:31:56.532351Z","steps":["trace[1291254422] 'process raft request' (duration: 2.449505107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:56.53243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.082374Z","time spent":"2.450023619s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:56.532404Z","caller":"traceutil/trace.go:171","msg":"trace[435047290] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"2.450033258s","start":"2026-04-28T23:31:54.082334Z","end":"2026-04-28T23:31:56.532367Z","steps":["trace[435047290] 'process raft request' (duration: 2.449508367s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:56.532446Z","caller":"traceutil/trace.go:171","msg":"trace[1303566244] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"2.100594448s","start":"2026-04-28T23:31:54.431818Z","end":"2026-04-28T23:31:56.532412Z","steps":["trace[1303566244] 'process raft request' (duration: 2.100185779s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:56.532457Z","caller":"traceutil/trace.go:171","msg":"trace[940759858] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28376; }","duration":"2.212293663s","start":"2026-04-28T23:31:54.320118Z","end":"2026-04-28T23:31:56.532412Z","steps":["trace[940759858] 'process raft request' (duration: 2.211849244s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:31:56.532537Z","caller":"traceutil/trace.go:171","msg":"trace[766144554] linearizableReadLoop","detail":"{readStateIndex:29428; appliedIndex:29425; }","duration":"4.100812169s","start":"2026-04-28T23:31:52.431014Z","end":"2026-04-28T23:31:56.531826Z","steps":["trace[766144554] 'read index received' (duration: 1.092814035s)","trace[766144554] 'applied index is now lower than readState.Index' (duration: 3.007995573s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:31:56.532559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.431793Z","time spent":"2.10070814s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:56.532569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.082306Z","time spent":"2.450180712s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:56.53254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101491403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d\" ","response":"range_response_count:1 size:812"} {"level":"warn","ts":"2026-04-28T23:31:56.532809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.32009Z","time spent":"2.212444727s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:56.532839Z","caller":"traceutil/trace.go:171","msg":"trace[2053547771] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d; range_end:; response_count:1; response_revision:28378; }","duration":"4.10180296s","start":"2026-04-28T23:31:52.431009Z","end":"2026-04-28T23:31:56.532812Z","steps":["trace[2053547771] 'agreement among raft nodes before linearized reading' (duration: 4.101285209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:56.53313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.430958Z","time spent":"4.102150097s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":835,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aaa935fac2eb3d\" "} {"level":"warn","ts":"2026-04-28T23:31:57.034051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:57.535158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:58.036123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:31:58.455347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230855349s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:31:58.455813Z","caller":"traceutil/trace.go:171","msg":"trace[2137826274] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"2.658511153s","start":"2026-04-28T23:31:55.797275Z","end":"2026-04-28T23:31:58.455786Z","steps":["trace[2137826274] 'process raft request' (duration: 2.658445971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:58.456002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:55.797236Z","time spent":"2.658651425s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:31:58.456154Z","caller":"traceutil/trace.go:171","msg":"trace[857386659] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"3.02743216s","start":"2026-04-28T23:31:55.428694Z","end":"2026-04-28T23:31:58.456126Z","steps":["trace[857386659] 'process raft request' (duration: 3.026863477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:58.456346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:55.428657Z","time spent":"3.027608404s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:31:58.460912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:31:58.460992Z","caller":"traceutil/trace.go:171","msg":"trace[1535137517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999833342s","start":"2026-04-28T23:31:56.461123Z","end":"2026-04-28T23:31:58.460957Z","steps":["trace[1535137517] 'agreement among raft nodes before linearized reading' (duration: 1.999766801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:31:58.461036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:56.461104Z","time spent":"1.999924085s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:31:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:00.253017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.7714ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T23:32:00.253319Z","caller":"traceutil/trace.go:171","msg":"trace[213125931] linearizableReadLoop","detail":"{readStateIndex:29438; appliedIndex:29434; }","duration":"3.720186775s","start":"2026-04-28T23:31:56.533114Z","end":"2026-04-28T23:32:00.253301Z","steps":["trace[213125931] 'read index received' (duration: 1.922402427s)","trace[213125931] 'applied index is now lower than readState.Index' (duration: 1.797783358s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:00.253398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:56.533728Z","time spent":"3.719667444s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T23:32:00.253591Z","caller":"traceutil/trace.go:171","msg":"trace[102198358] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"3.717281191s","start":"2026-04-28T23:31:56.536298Z","end":"2026-04-28T23:32:00.253579Z","steps":["trace[102198358] 'process raft request' (duration: 3.716803471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.253693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:56.536274Z","time spent":"3.717349763s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:00.254094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.816762251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-28T23:32:00.254189Z","caller":"traceutil/trace.go:171","msg":"trace[1018463600] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:28381; }","duration":"7.816869263s","start":"2026-04-28T23:31:52.437299Z","end":"2026-04-28T23:32:00.254168Z","steps":["trace[1018463600] 'agreement among raft nodes before linearized reading' (duration: 7.816541606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.43727Z","time spent":"7.816952044s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-04-28T23:32:00.25438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545864431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:00.25442Z","caller":"traceutil/trace.go:171","msg":"trace[879545977] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28381; }","duration":"4.545951164s","start":"2026-04-28T23:31:55.708456Z","end":"2026-04-28T23:32:00.254407Z","steps":["trace[879545977] 'agreement among raft nodes before linearized reading' (duration: 4.545886192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.25445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:55.708412Z","time spent":"4.546030246s","remote":"127.0.0.1:34524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:32:00.254559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821851543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:00.254548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822934467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0887b30-afe1-4e2b-b5cf-81087e33f77b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T23:32:00.254646Z","caller":"traceutil/trace.go:171","msg":"trace[750615868] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28381; }","duration":"7.821967406s","start":"2026-04-28T23:31:52.432659Z","end":"2026-04-28T23:32:00.254626Z","steps":["trace[750615868] 'agreement among raft nodes before linearized reading' (duration: 7.821818013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821736411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-28T23:32:00.25466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439977846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:00.254649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.26811905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:00.25466Z","caller":"traceutil/trace.go:171","msg":"trace[464378987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0887b30-afe1-4e2b-b5cf-81087e33f77b; range_end:; response_count:1; response_revision:28381; }","duration":"7.82312394s","start":"2026-04-28T23:31:52.431513Z","end":"2026-04-28T23:32:00.254637Z","steps":["trace[464378987] 'agreement among raft nodes before linearized reading' (duration: 7.822727281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.432648Z","time spent":"7.822034857s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:00.254685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71695391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:00.254727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.677690317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:32:00.254728Z","caller":"traceutil/trace.go:171","msg":"trace[984039970] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28381; }","duration":"7.268240583s","start":"2026-04-28T23:31:52.986472Z","end":"2026-04-28T23:32:00.254712Z","steps":["trace[984039970] 'agreement among raft nodes before linearized reading' (duration: 7.26811796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.431506Z","time spent":"7.823216803s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e0887b30-afe1-4e2b-b5cf-81087e33f77b\" "} {"level":"warn","ts":"2026-04-28T23:32:00.254752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15711575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:32:00.254765Z","caller":"traceutil/trace.go:171","msg":"trace[26109640] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28381; }","duration":"7.677770038s","start":"2026-04-28T23:31:52.576986Z","end":"2026-04-28T23:32:00.254756Z","steps":["trace[26109640] 'agreement among raft nodes before linearized reading' (duration: 7.677577524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.986451Z","time spent":"7.268315114s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:32:00.25477Z","caller":"traceutil/trace.go:171","msg":"trace[192168015] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28381; }","duration":"5.717093353s","start":"2026-04-28T23:31:54.537658Z","end":"2026-04-28T23:32:00.254752Z","steps":["trace[192168015] 'agreement among raft nodes before linearized reading' (duration: 5.716890458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:00.254707Z","caller":"traceutil/trace.go:171","msg":"trace[1300635817] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28381; }","duration":"7.821832432s","start":"2026-04-28T23:31:52.432856Z","end":"2026-04-28T23:32:00.254689Z","steps":["trace[1300635817] 'agreement among raft nodes before linearized reading' (duration: 7.821617128s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:00.254793Z","caller":"traceutil/trace.go:171","msg":"trace[1281480747] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28381; }","duration":"4.157157011s","start":"2026-04-28T23:31:56.097623Z","end":"2026-04-28T23:32:00.25478Z","steps":["trace[1281480747] 'agreement among raft nodes before linearized reading' (duration: 4.1562014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.25482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.537609Z","time spent":"5.717201645s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:00.254835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:56.097593Z","time spent":"4.157235243s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:32:00.25484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.432849Z","time spent":"7.821976556s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-28T23:32:00.254718Z","caller":"traceutil/trace.go:171","msg":"trace[702236281] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28381; }","duration":"5.440093379s","start":"2026-04-28T23:31:54.814608Z","end":"2026-04-28T23:32:00.254702Z","steps":["trace[702236281] 'agreement among raft nodes before linearized reading' (duration: 5.439979476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.254929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:54.814586Z","time spent":"5.440332134s","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:00.254796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:52.576967Z","time spent":"7.677820569s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:00.377497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083287495s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:32:00.46137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:32:00.461462Z","caller":"traceutil/trace.go:171","msg":"trace[1492491459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019704s","start":"2026-04-28T23:31:58.461246Z","end":"2026-04-28T23:32:00.461443Z","steps":["trace[1492491459] 'agreement among raft nodes before linearized reading' (duration: 2.000086778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:00.46151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.461232Z","time spent":"2.000268361s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:02.333675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955893431s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:02.334066Z","caller":"traceutil/trace.go:171","msg":"trace[9693504] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"3.795140757s","start":"2026-04-28T23:31:58.538906Z","end":"2026-04-28T23:32:02.334047Z","steps":["trace[9693504] 'process raft request' (duration: 3.795056066s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.334104Z","caller":"traceutil/trace.go:171","msg":"trace[1976809447] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"3.795971756s","start":"2026-04-28T23:31:58.538097Z","end":"2026-04-28T23:32:02.334068Z","steps":["trace[1976809447] 'process raft request' (duration: 3.79569364s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.334116Z","caller":"traceutil/trace.go:171","msg":"trace[1970827899] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"3.796113599s","start":"2026-04-28T23:31:58.537957Z","end":"2026-04-28T23:32:02.334071Z","steps":["trace[1970827899] 'process raft request' (duration: 1.839715937s)","trace[1970827899] 'compare' (duration: 1.95494027s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:02.334166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.538892Z","time spent":"3.79523115s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:02.334232Z","caller":"traceutil/trace.go:171","msg":"trace[1740119368] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"3.795305961s","start":"2026-04-28T23:31:58.538903Z","end":"2026-04-28T23:32:02.334209Z","steps":["trace[1740119368] 'process raft request' (duration: 3.795000774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.33428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.53803Z","time spent":"3.796148729s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:02.334281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.537936Z","time spent":"3.796258512s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:02.334294Z","caller":"traceutil/trace.go:171","msg":"trace[294924020] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"3.79478007s","start":"2026-04-28T23:31:58.539497Z","end":"2026-04-28T23:32:02.334277Z","steps":["trace[294924020] 'process raft request' (duration: 3.794509345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.334346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.538892Z","time spent":"3.795400884s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:02.334403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.539484Z","time spent":"3.794871602s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:02.334938Z","caller":"traceutil/trace.go:171","msg":"trace[1755020159] transaction","detail":"{read_only:false; response_revision:28387; number_of_response:1; }","duration":"2.751080521s","start":"2026-04-28T23:31:59.583822Z","end":"2026-04-28T23:32:02.334902Z","steps":["trace[1755020159] 'process raft request' (duration: 2.750392926s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.334956Z","caller":"traceutil/trace.go:171","msg":"trace[597522350] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"2.079267682s","start":"2026-04-28T23:32:00.255664Z","end":"2026-04-28T23:32:02.334931Z","steps":["trace[597522350] 'process raft request' (duration: 2.078944836s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.335024Z","caller":"traceutil/trace.go:171","msg":"trace[427193458] linearizableReadLoop","detail":"{readStateIndex:29444; appliedIndex:29438; }","duration":"2.081655744s","start":"2026-04-28T23:32:00.253358Z","end":"2026-04-28T23:32:02.335014Z","steps":["trace[427193458] 'read index received' (duration: 124.329612ms)","trace[427193458] 'applied index is now lower than readState.Index' (duration: 1.957325512s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:02.335061Z","caller":"traceutil/trace.go:171","msg":"trace[1459937618] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"2.076102113s","start":"2026-04-28T23:32:00.258926Z","end":"2026-04-28T23:32:02.335029Z","steps":["trace[1459937618] 'process raft request' (duration: 2.075768785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:59.583796Z","time spent":"2.751236244s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:02.335111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.255647Z","time spent":"2.079387115s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:02.335116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153895342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:02.335147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.689409299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:02.335159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.258907Z","time spent":"2.076209575s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:32:02.335185Z","caller":"traceutil/trace.go:171","msg":"trace[914536350] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28389; }","duration":"5.68944525s","start":"2026-04-28T23:31:56.645726Z","end":"2026-04-28T23:32:02.335171Z","steps":["trace[914536350] 'agreement among raft nodes before linearized reading' (duration: 5.689374588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.335181Z","caller":"traceutil/trace.go:171","msg":"trace[1161139000] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28389; }","duration":"4.153971503s","start":"2026-04-28T23:31:58.181193Z","end":"2026-04-28T23:32:02.335164Z","steps":["trace[1161139000] 'agreement among raft nodes before linearized reading' (duration: 4.15382541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292258316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T23:32:02.335185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237070095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:02.335247Z","caller":"traceutil/trace.go:171","msg":"trace[260804717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28389; }","duration":"2.292360237s","start":"2026-04-28T23:32:00.042874Z","end":"2026-04-28T23:32:02.335234Z","steps":["trace[260804717] 'agreement among raft nodes before linearized reading' (duration: 2.292193113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.042854Z","time spent":"2.292422899s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T23:32:02.335292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396769868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:02.33529Z","caller":"traceutil/trace.go:171","msg":"trace[626920473] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28389; }","duration":"5.237229079s","start":"2026-04-28T23:31:57.098038Z","end":"2026-04-28T23:32:02.335267Z","steps":["trace[626920473] 'agreement among raft nodes before linearized reading' (duration: 5.237046665s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.335327Z","caller":"traceutil/trace.go:171","msg":"trace[1180135706] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28389; }","duration":"4.39683868s","start":"2026-04-28T23:31:57.93848Z","end":"2026-04-28T23:32:02.335319Z","steps":["trace[1180135706] 'agreement among raft nodes before linearized reading' (duration: 4.396785559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076459391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-04-28T23:32:02.33535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:57.098018Z","time spent":"5.23731652s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:02.335365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:57.938459Z","time spent":"4.396899281s","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:32:02.335382Z","caller":"traceutil/trace.go:171","msg":"trace[1794195164] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28389; }","duration":"2.076529492s","start":"2026-04-28T23:32:00.258842Z","end":"2026-04-28T23:32:02.335372Z","steps":["trace[1794195164] 'agreement among raft nodes before linearized reading' (duration: 2.076411549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.258825Z","time spent":"2.076576134s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-28T23:32:02.335501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073413163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-28T23:32:02.33553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.876289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:02.335545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866546464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:02.335553Z","caller":"traceutil/trace.go:171","msg":"trace[233352886] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28389; }","duration":"2.073471385s","start":"2026-04-28T23:32:00.262068Z","end":"2026-04-28T23:32:02.335539Z","steps":["trace[233352886] 'agreement among raft nodes before linearized reading' (duration: 2.073323812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076099793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T23:32:02.335585Z","caller":"traceutil/trace.go:171","msg":"trace[442473277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28389; }","duration":"1.866610086s","start":"2026-04-28T23:32:00.468964Z","end":"2026-04-28T23:32:02.335574Z","steps":["trace[442473277] 'agreement among raft nodes before linearized reading' (duration: 1.866542185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.33559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.262062Z","time spent":"2.073519906s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-28T23:32:02.335579Z","caller":"traceutil/trace.go:171","msg":"trace[1179275389] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28389; }","duration":"444.956801ms","start":"2026-04-28T23:32:01.890608Z","end":"2026-04-28T23:32:02.335565Z","steps":["trace[1179275389] 'agreement among raft nodes before linearized reading' (duration: 444.867509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:02.335616Z","caller":"traceutil/trace.go:171","msg":"trace[1751903513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28389; }","duration":"2.076159464s","start":"2026-04-28T23:32:00.25945Z","end":"2026-04-28T23:32:02.335609Z","steps":["trace[1751903513] 'agreement among raft nodes before linearized reading' (duration: 2.076076962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.468951Z","time spent":"1.866664747s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:02.335228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:56.645677Z","time spent":"5.689541312s","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:02.335655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075855178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-28T23:32:02.335706Z","caller":"traceutil/trace.go:171","msg":"trace[25893977] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac; range_end:; response_count:1; response_revision:28389; }","duration":"2.076008771s","start":"2026-04-28T23:32:00.259683Z","end":"2026-04-28T23:32:02.335692Z","steps":["trace[25893977] 'agreement among raft nodes before linearized reading' (duration: 2.075811527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075019459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:02.335825Z","caller":"traceutil/trace.go:171","msg":"trace[140230927] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28389; }","duration":"2.07511434s","start":"2026-04-28T23:32:00.260699Z","end":"2026-04-28T23:32:02.335813Z","steps":["trace[140230927] 'agreement among raft nodes before linearized reading' (duration: 2.074957137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:02.335899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.260692Z","time spent":"2.075163162s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:32:02.335635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:01.890588Z","time spent":"445.038242ms","remote":"127.0.0.1:60428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:02.335232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:31:58.181118Z","time spent":"4.154104307s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:02.335642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.259438Z","time spent":"2.076199525s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T23:32:02.335747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:00.259671Z","time spent":"2.076066732s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa823749697ac\" "} {"level":"warn","ts":"2026-04-28T23:32:02.840834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:32:03.058156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.6692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:03.058295Z","caller":"traceutil/trace.go:171","msg":"trace[608794007] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"718.51764ms","start":"2026-04-28T23:32:02.33975Z","end":"2026-04-28T23:32:03.058268Z","steps":["trace[608794007] 'process raft request' (duration: 577.628376ms)","trace[608794007] 'compare' (duration: 140.170879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:03.058395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.339728Z","time spent":"718.620202ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:03.429411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.425455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:03.429517Z","caller":"traceutil/trace.go:171","msg":"trace[562542673] linearizableReadLoop","detail":"{readStateIndex:29448; appliedIndex:29446; }","duration":"1.08940763s","start":"2026-04-28T23:32:02.340091Z","end":"2026-04-28T23:32:03.429499Z","steps":["trace[562542673] 'read index received' (duration: 577.297579ms)","trace[562542673] 'applied index is now lower than readState.Index' (duration: 512.108621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:03.429821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089718977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25869860-e64e-4be2-9962-6237a449a850\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-28T23:32:03.429897Z","caller":"traceutil/trace.go:171","msg":"trace[63211693] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25869860-e64e-4be2-9962-6237a449a850; range_end:; response_count:1; response_revision:28391; }","duration":"1.089821959s","start":"2026-04-28T23:32:02.340058Z","end":"2026-04-28T23:32:03.42988Z","steps":["trace[63211693] 'agreement among raft nodes before linearized reading' (duration: 1.089615935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.429942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.340045Z","time spent":"1.08988791s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-25869860-e64e-4be2-9962-6237a449a850\" "} {"level":"warn","ts":"2026-04-28T23:32:03.429952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088293215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:03.429948Z","caller":"traceutil/trace.go:171","msg":"trace[1161711811] transaction","detail":"{read_only:false; response_revision:28391; number_of_response:1; }","duration":"1.089726597s","start":"2026-04-28T23:32:02.340188Z","end":"2026-04-28T23:32:03.429914Z","steps":["trace[1161711811] 'process raft request' (duration: 921.673628ms)","trace[1161711811] 'compare' (duration: 167.279792ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:03.430001Z","caller":"traceutil/trace.go:171","msg":"trace[978166983] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28391; }","duration":"1.088375137s","start":"2026-04-28T23:32:02.341607Z","end":"2026-04-28T23:32:03.429983Z","steps":["trace[978166983] 'agreement among raft nodes before linearized reading' (duration: 1.088296786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.429995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084639266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:03.43005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.341591Z","time spent":"1.088438148s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:32:03.430022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086475316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-28T23:32:03.430096Z","caller":"traceutil/trace.go:171","msg":"trace[2026288175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28391; }","duration":"1.084765418s","start":"2026-04-28T23:32:02.34531Z","end":"2026-04-28T23:32:03.430076Z","steps":["trace[2026288175] 'agreement among raft nodes before linearized reading' (duration: 1.084585374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.430096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.340169Z","time spent":"1.08985976s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:03.430146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.345305Z","time spent":"1.084829929s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:03.430145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089076573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:32:03.430159Z","caller":"traceutil/trace.go:171","msg":"trace[632561577] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28391; }","duration":"1.086602348s","start":"2026-04-28T23:32:02.343521Z","end":"2026-04-28T23:32:03.430123Z","steps":["trace[632561577] 'agreement among raft nodes before linearized reading' (duration: 1.086396664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.430076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085825141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-28T23:32:03.430215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.343515Z","time spent":"1.086686791s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-28T23:32:03.430226Z","caller":"traceutil/trace.go:171","msg":"trace[864049803] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28391; }","duration":"1.089138695s","start":"2026-04-28T23:32:02.341043Z","end":"2026-04-28T23:32:03.430182Z","steps":["trace[864049803] 'agreement among raft nodes before linearized reading' (duration: 1.088864409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.429972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088923449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:32:03.43026Z","caller":"traceutil/trace.go:171","msg":"trace[1548045278] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28391; }","duration":"1.086042927s","start":"2026-04-28T23:32:02.3442Z","end":"2026-04-28T23:32:03.430242Z","steps":["trace[1548045278] 'agreement among raft nodes before linearized reading' (duration: 1.085694799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.430265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.341039Z","time spent":"1.089215876s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T23:32:03.430304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.847633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa82374965e36\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-04-28T23:32:03.430306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.344191Z","time spent":"1.086102348s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-28T23:32:03.430338Z","caller":"traceutil/trace.go:171","msg":"trace[1940915007] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa82374965e36; range_end:; response_count:1; response_revision:28391; }","duration":"367.929195ms","start":"2026-04-28T23:32:03.062397Z","end":"2026-04-28T23:32:03.430326Z","steps":["trace[1940915007] 'agreement among raft nodes before linearized reading' (duration: 367.499235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:03.430297Z","caller":"traceutil/trace.go:171","msg":"trace[322280878] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28391; }","duration":"1.089256267s","start":"2026-04-28T23:32:02.341021Z","end":"2026-04-28T23:32:03.430277Z","steps":["trace[322280878] 'agreement among raft nodes before linearized reading' (duration: 1.088718465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:03.430427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:02.340999Z","time spent":"1.08940862s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7434,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:32:03.430364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.062363Z","time spent":"367.994005ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8wgj4.18aaa82374965e36\" "} {"level":"warn","ts":"2026-04-28T23:32:04.683135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.949796Z","time spent":"733.331825ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:32:04.68393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.604718ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T23:32:04.684026Z","caller":"traceutil/trace.go:171","msg":"trace[1427216914] linearizableReadLoop","detail":"{readStateIndex:29449; appliedIndex:29448; }","duration":"1.251371598s","start":"2026-04-28T23:32:03.432637Z","end":"2026-04-28T23:32:04.684009Z","steps":["trace[1427216914] 'read index received' (duration: 255.656828ms)","trace[1427216914] 'applied index is now lower than readState.Index' (duration: 995.71325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:04.684133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.432577Z","time spent":"1.251552752s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:32:04.684522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251865739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:32:04.684575Z","caller":"traceutil/trace.go:171","msg":"trace[1270366330] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28391; }","duration":"1.25194175s","start":"2026-04-28T23:32:03.432621Z","end":"2026-04-28T23:32:04.684562Z","steps":["trace[1270366330] 'agreement among raft nodes before linearized reading' (duration: 1.251767906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:04.684609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.432613Z","time spent":"1.251987181s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:32:05.184132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:32:05.4393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:32:05.439409Z","caller":"traceutil/trace.go:171","msg":"trace[216251918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724413s","start":"2026-04-28T23:32:03.438666Z","end":"2026-04-28T23:32:05.439391Z","steps":["trace[216251918] 'agreement among raft nodes before linearized reading' (duration: 2.00059236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:05.439459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.438645Z","time spent":"2.000803545s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:05.684682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:32:05.811611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.939758449s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:32:06.166278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138540937s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:06.166427Z","caller":"traceutil/trace.go:171","msg":"trace[1818118070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28391; }","duration":"1.138701851s","start":"2026-04-28T23:32:05.027702Z","end":"2026-04-28T23:32:06.166404Z","steps":["trace[1818118070] 'range keys from in-memory index tree' (duration: 1.138521837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:06.166591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.656035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:06.166928Z","caller":"traceutil/trace.go:171","msg":"trace[1848595326] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"2.727516085s","start":"2026-04-28T23:32:03.43938Z","end":"2026-04-28T23:32:06.166896Z","steps":["trace[1848595326] 'process raft request' (duration: 2.372434241s)","trace[1848595326] 'compare' (duration: 354.019931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:06.167088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.439371Z","time spent":"2.727663409s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7202,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:07.439659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:32:07.43974Z","caller":"traceutil/trace.go:171","msg":"trace[891519881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020027s","start":"2026-04-28T23:32:05.439702Z","end":"2026-04-28T23:32:07.439722Z","steps":["trace[891519881] 'agreement among raft nodes before linearized reading' (duration: 1.999921345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:07.439787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:05.439688Z","time spent":"2.000090088s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:08.74641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361274836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:08.746646Z","caller":"traceutil/trace.go:171","msg":"trace[1047056494] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"4.404815885s","start":"2026-04-28T23:32:04.341799Z","end":"2026-04-28T23:32:08.746615Z","steps":["trace[1047056494] 'process raft request' (duration: 2.043250324s)","trace[1047056494] 'compare' (duration: 2.359914115s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:08.746697Z","caller":"traceutil/trace.go:171","msg":"trace[598871678] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"4.404742484s","start":"2026-04-28T23:32:04.341939Z","end":"2026-04-28T23:32:08.746681Z","steps":["trace[598871678] 'process raft request' (duration: 4.404662892s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:08.746681Z","caller":"traceutil/trace.go:171","msg":"trace[1713914869] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"4.404794985s","start":"2026-04-28T23:32:04.341854Z","end":"2026-04-28T23:32:08.746649Z","steps":["trace[1713914869] 'process raft request' (duration: 4.404654912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.746748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.341774Z","time spent":"4.404927698s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:08.746768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.341929Z","time spent":"4.404798175s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:08.746799Z","caller":"traceutil/trace.go:171","msg":"trace[1267688033] linearizableReadLoop","detail":"{readStateIndex:29456; appliedIndex:29449; }","duration":"4.062733556s","start":"2026-04-28T23:32:04.684057Z","end":"2026-04-28T23:32:08.74679Z","steps":["trace[1267688033] 'read index received' (duration: 1.127849572s)","trace[1267688033] 'applied index is now lower than readState.Index' (duration: 2.934883524s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:08.746805Z","caller":"traceutil/trace.go:171","msg":"trace[619425583] transaction","detail":"{read_only:false; response_revision:28396; number_of_response:1; }","duration":"4.404486978s","start":"2026-04-28T23:32:04.342294Z","end":"2026-04-28T23:32:08.746781Z","steps":["trace[619425583] 'process raft request' (duration: 4.404346535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.74686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.341823Z","time spent":"4.404940309s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:08.746895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310635978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:08.746891Z","caller":"traceutil/trace.go:171","msg":"trace[1031942891] transaction","detail":"{read_only:false; response_revision:28397; number_of_response:1; }","duration":"4.404484618s","start":"2026-04-28T23:32:04.342394Z","end":"2026-04-28T23:32:08.746878Z","steps":["trace[1031942891] 'process raft request' (duration: 4.404318944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.746899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642295965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:08.746918Z","caller":"traceutil/trace.go:171","msg":"trace[571841138] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28398; }","duration":"5.3107124s","start":"2026-04-28T23:32:03.436196Z","end":"2026-04-28T23:32:08.746909Z","steps":["trace[571841138] 'agreement among raft nodes before linearized reading' (duration: 5.310642048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.746972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.342279Z","time spent":"4.404589211s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:08.747024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313179914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-28T23:32:08.746995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.43619Z","time spent":"5.310798961s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T23:32:08.74707Z","caller":"traceutil/trace.go:171","msg":"trace[734369659] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28398; }","duration":"5.313270276s","start":"2026-04-28T23:32:03.433788Z","end":"2026-04-28T23:32:08.747058Z","steps":["trace[734369659] 'agreement among raft nodes before linearized reading' (duration: 5.313078832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.747075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310862003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-04-28T23:32:08.747112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.433783Z","time spent":"5.313321037s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T23:32:08.747139Z","caller":"traceutil/trace.go:171","msg":"trace[1554698938] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:28398; }","duration":"5.310950884s","start":"2026-04-28T23:32:03.436173Z","end":"2026-04-28T23:32:08.747124Z","steps":["trace[1554698938] 'agreement among raft nodes before linearized reading' (duration: 5.310710669s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:08.74699Z","caller":"traceutil/trace.go:171","msg":"trace[1217413547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28398; }","duration":"4.642436158s","start":"2026-04-28T23:32:04.10454Z","end":"2026-04-28T23:32:08.746976Z","steps":["trace[1217413547] 'agreement among raft nodes before linearized reading' (duration: 4.642265834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.747197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.436166Z","time spent":"5.311021416s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-04-28T23:32:08.74724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.104517Z","time spent":"4.642695653s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:08.747023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.342375Z","time spent":"4.40454352s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:08.747017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313337577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-28T23:32:08.747423Z","caller":"traceutil/trace.go:171","msg":"trace[181215054] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28398; }","duration":"5.313754326s","start":"2026-04-28T23:32:03.433648Z","end":"2026-04-28T23:32:08.747402Z","steps":["trace[181215054] 'agreement among raft nodes before linearized reading' (duration: 5.313220405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.747491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:03.433621Z","time spent":"5.313848928s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-04-28T23:32:08.747066Z","caller":"traceutil/trace.go:171","msg":"trace[245354325] transaction","detail":"{read_only:false; response_revision:28398; number_of_response:1; }","duration":"4.061112351s","start":"2026-04-28T23:32:04.685777Z","end":"2026-04-28T23:32:08.746889Z","steps":["trace[245354325] 'process raft request' (duration: 4.060980768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.74845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.685759Z","time spent":"4.062633335s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:08.74914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:32:08.749193Z","caller":"traceutil/trace.go:171","msg":"trace[1176678026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999898504s","start":"2026-04-28T23:32:06.749282Z","end":"2026-04-28T23:32:08.74918Z","steps":["trace[1176678026] 'agreement among raft nodes before linearized reading' (duration: 1.999834962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:08.749325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:06.749261Z","time spent":"2.000014057s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:09.447158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:32:09.447225Z","caller":"traceutil/trace.go:171","msg":"trace[1068886826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257361s","start":"2026-04-28T23:32:07.446954Z","end":"2026-04-28T23:32:09.447211Z","steps":["trace[1068886826] 'agreement among raft nodes before linearized reading' (duration: 2.00017373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:09.447258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:07.446931Z","time spent":"2.000320623s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:11.45491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:32:11.455021Z","caller":"traceutil/trace.go:171","msg":"trace[2004474937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265753s","start":"2026-04-28T23:32:09.454739Z","end":"2026-04-28T23:32:11.455005Z","steps":["trace[2004474937] 'agreement among raft nodes before linearized reading' (duration: 2.00012706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:11.455068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:09.45472Z","time spent":"2.000339874s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:11.795458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.947251782s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:32:11.884684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003605499s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:32:11.884957Z","caller":"traceutil/trace.go:171","msg":"trace[198879651] linearizableReadLoop","detail":"{readStateIndex:29457; appliedIndex:29456; }","duration":"3.138116183s","start":"2026-04-28T23:32:08.74682Z","end":"2026-04-28T23:32:11.884936Z","steps":["trace[198879651] 'read index received' (duration: 134.259069ms)","trace[198879651] 'applied index is now lower than readState.Index' (duration: 3.003855994s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:11.885765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138807112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:32:11.885821Z","caller":"traceutil/trace.go:171","msg":"trace[1509581437] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28398; }","duration":"4.138912775s","start":"2026-04-28T23:32:07.746893Z","end":"2026-04-28T23:32:11.885806Z","steps":["trace[1509581437] 'agreement among raft nodes before linearized reading' (duration: 4.138611357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:11.88586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:07.74687Z","time spent":"4.138979796s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:11.886107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198397167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:32:11.88619Z","caller":"traceutil/trace.go:171","msg":"trace[229181148] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28398; }","duration":"7.198486989s","start":"2026-04-28T23:32:04.687683Z","end":"2026-04-28T23:32:11.886169Z","steps":["trace[229181148] 'agreement among raft nodes before linearized reading' (duration: 7.198248183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:11.886236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:04.687652Z","time spent":"7.198574391s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:32:11.886238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719936115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:11.88626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420075839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:32:11.886279Z","caller":"traceutil/trace.go:171","msg":"trace[1327831311] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28398; }","duration":"4.720011686s","start":"2026-04-28T23:32:07.166256Z","end":"2026-04-28T23:32:11.886267Z","steps":["trace[1327831311] 'agreement among raft nodes before linearized reading' (duration: 4.719873733s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:11.886292Z","caller":"traceutil/trace.go:171","msg":"trace[28943459] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28398; }","duration":"4.4201093s","start":"2026-04-28T23:32:07.466173Z","end":"2026-04-28T23:32:11.886282Z","steps":["trace[28943459] 'agreement among raft nodes before linearized reading' (duration: 4.419964477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:11.886303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:07.166239Z","time spent":"4.720057967s","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:11.886266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548543226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:11.886333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700783969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7219"} {"level":"info","ts":"2026-04-28T23:32:11.886388Z","caller":"traceutil/trace.go:171","msg":"trace[1744960508] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28398; }","duration":"5.70087988s","start":"2026-04-28T23:32:06.185492Z","end":"2026-04-28T23:32:11.886372Z","steps":["trace[1744960508] 'agreement among raft nodes before linearized reading' (duration: 5.700714106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:11.886395Z","caller":"traceutil/trace.go:171","msg":"trace[1756424291] transaction","detail":"{read_only:false; response_revision:28399; number_of_response:1; }","duration":"3.102553585s","start":"2026-04-28T23:32:08.783832Z","end":"2026-04-28T23:32:11.886386Z","steps":["trace[1756424291] 'process raft request' (duration: 3.10097037s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:11.886395Z","caller":"traceutil/trace.go:171","msg":"trace[948573621] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28398; }","duration":"5.54874212s","start":"2026-04-28T23:32:06.337624Z","end":"2026-04-28T23:32:11.886367Z","steps":["trace[948573621] 'agreement among raft nodes before linearized reading' (duration: 5.548508435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:11.886435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:06.185466Z","time spent":"5.700957892s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:32:11.886449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:06.337598Z","time spent":"5.548839581s","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:11.886477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.78378Z","time spent":"3.102645677s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:11.886323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:07.466109Z","time spent":"4.420207053s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:12.287629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.02475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:12.287848Z","caller":"traceutil/trace.go:171","msg":"trace[1202828891] transaction","detail":"{read_only:false; response_revision:28400; number_of_response:1; }","duration":"3.434128605s","start":"2026-04-28T23:32:08.853682Z","end":"2026-04-28T23:32:12.287811Z","steps":["trace[1202828891] 'process raft request' (duration: 3.032691556s)","trace[1202828891] 'compare' (duration: 400.749054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:12.287973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.853656Z","time spent":"3.434245907s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:12.288045Z","caller":"traceutil/trace.go:171","msg":"trace[1929580020] transaction","detail":"{read_only:false; response_revision:28402; number_of_response:1; }","duration":"1.535241122s","start":"2026-04-28T23:32:10.752781Z","end":"2026-04-28T23:32:12.288022Z","steps":["trace[1929580020] 'process raft request' (duration: 1.535115639s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:12.288083Z","caller":"traceutil/trace.go:171","msg":"trace[217382019] transaction","detail":"{read_only:false; response_revision:28401; number_of_response:1; }","duration":"2.439880887s","start":"2026-04-28T23:32:09.8481Z","end":"2026-04-28T23:32:12.28798Z","steps":["trace[217382019] 'process raft request' (duration: 2.439678223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.288153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:09.848073Z","time spent":"2.440044461s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:12.288176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.752757Z","time spent":"1.535347074s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:12.288648Z","caller":"traceutil/trace.go:171","msg":"trace[246625871] linearizableReadLoop","detail":"{readStateIndex:29465; appliedIndex:29458; }","duration":"403.616056ms","start":"2026-04-28T23:32:11.885005Z","end":"2026-04-28T23:32:12.288621Z","steps":["trace[246625871] 'read index received' (duration: 359.188163ms)","trace[246625871] 'applied index is now lower than readState.Index' (duration: 44.426583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:12.288898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538383967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T23:32:12.288941Z","caller":"traceutil/trace.go:171","msg":"trace[548311078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314; range_end:; response_count:1; response_revision:28406; }","duration":"3.538457809s","start":"2026-04-28T23:32:08.750469Z","end":"2026-04-28T23:32:12.288927Z","steps":["trace[548311078] 'agreement among raft nodes before linearized reading' (duration: 3.538246004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.288984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.75045Z","time spent":"3.53852206s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-97aee384-ee90-447f-a2fd-b47fa6a4e314\" "} {"level":"warn","ts":"2026-04-28T23:32:12.289011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.686022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:12.289122Z","caller":"traceutil/trace.go:171","msg":"trace[110314887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28406; }","duration":"833.836026ms","start":"2026-04-28T23:32:11.455258Z","end":"2026-04-28T23:32:12.289094Z","steps":["trace[110314887] 'agreement among raft nodes before linearized reading' (duration: 833.664472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.289185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:11.455237Z","time spent":"833.935508ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:12.289223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538573122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-28T23:32:12.289241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537671291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T23:32:12.289271Z","caller":"traceutil/trace.go:171","msg":"trace[288228966] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28406; }","duration":"3.537717613s","start":"2026-04-28T23:32:08.751543Z","end":"2026-04-28T23:32:12.289261Z","steps":["trace[288228966] 'agreement among raft nodes before linearized reading' (duration: 3.537614621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.289298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.751532Z","time spent":"3.537760543s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":132,"response count":1,"response size":1036,"request content":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" "} {"level":"warn","ts":"2026-04-28T23:32:12.289456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030945632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:32:12.289458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536262602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-04-28T23:32:12.289267Z","caller":"traceutil/trace.go:171","msg":"trace[944861482] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28406; }","duration":"3.538633243s","start":"2026-04-28T23:32:08.750622Z","end":"2026-04-28T23:32:12.289255Z","steps":["trace[944861482] 'agreement among raft nodes before linearized reading' (duration: 3.538558191s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:12.289486Z","caller":"traceutil/trace.go:171","msg":"trace[871064596] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28406; }","duration":"1.031007672s","start":"2026-04-28T23:32:11.258469Z","end":"2026-04-28T23:32:12.289477Z","steps":["trace[871064596] 'agreement among raft nodes before linearized reading' (duration: 1.030954131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.289516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.750614Z","time spent":"3.538892889s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":684,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:32:12.289517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:11.258448Z","time spent":"1.031062134s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:32:12.28951Z","caller":"traceutil/trace.go:171","msg":"trace[841894531] transaction","detail":"{read_only:false; response_revision:28404; number_of_response:1; }","duration":"1.53651351s","start":"2026-04-28T23:32:10.752983Z","end":"2026-04-28T23:32:12.289497Z","steps":["trace[841894531] 'process raft request' (duration: 1.535365454s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:12.289512Z","caller":"traceutil/trace.go:171","msg":"trace[1888331625] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:28406; }","duration":"3.536340953s","start":"2026-04-28T23:32:08.753156Z","end":"2026-04-28T23:32:12.289497Z","steps":["trace[1888331625] 'agreement among raft nodes before linearized reading' (duration: 3.53578561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.28964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.752944Z","time spent":"1.536616752s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:12.289665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:08.753144Z","time spent":"3.536444945s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"info","ts":"2026-04-28T23:32:12.289774Z","caller":"traceutil/trace.go:171","msg":"trace[1863390094] transaction","detail":"{read_only:false; response_revision:28405; number_of_response:1; }","duration":"1.536750395s","start":"2026-04-28T23:32:10.753007Z","end":"2026-04-28T23:32:12.289758Z","steps":["trace[1863390094] 'process raft request' (duration: 1.535474987s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:12.289461Z","caller":"traceutil/trace.go:171","msg":"trace[196425769] transaction","detail":"{read_only:false; response_revision:28403; number_of_response:1; }","duration":"1.536449209s","start":"2026-04-28T23:32:10.752991Z","end":"2026-04-28T23:32:12.28944Z","steps":["trace[196425769] 'process raft request' (duration: 1.534977566s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.289854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.752992Z","time spent":"1.536816757s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:12.289928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.752981Z","time spent":"1.536896518s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:12.289962Z","caller":"traceutil/trace.go:171","msg":"trace[1820386413] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"1.536271975s","start":"2026-04-28T23:32:10.753677Z","end":"2026-04-28T23:32:12.289948Z","steps":["trace[1820386413] 'process raft request' (duration: 1.534863173s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.290045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.753663Z","time spent":"1.536340107s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:12.290043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920533888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274718"} {"level":"info","ts":"2026-04-28T23:32:12.290106Z","caller":"traceutil/trace.go:171","msg":"trace[1542547015] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:28406; }","duration":"1.92062412s","start":"2026-04-28T23:32:10.369464Z","end":"2026-04-28T23:32:12.290088Z","steps":["trace[1542547015] 'agreement among raft nodes before linearized reading' (duration: 1.920019377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:12.290153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:10.369447Z","time spent":"1.920691362s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274741,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T23:32:13.664869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04233312s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T23:32:13.664998Z","caller":"traceutil/trace.go:171","msg":"trace[1793997974] linearizableReadLoop","detail":"{readStateIndex:29466; appliedIndex:29465; }","duration":"1.372466128s","start":"2026-04-28T23:32:12.292512Z","end":"2026-04-28T23:32:13.664979Z","steps":["trace[1793997974] 'read index received' (duration: 330.031575ms)","trace[1793997974] 'applied index is now lower than readState.Index' (duration: 1.042432953s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:13.665017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:11.887689Z","time spent":"1.777318972s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T23:32:13.665128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372602791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-28T23:32:13.665164Z","caller":"traceutil/trace.go:171","msg":"trace[933815416] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28406; }","duration":"1.372681562s","start":"2026-04-28T23:32:12.292469Z","end":"2026-04-28T23:32:13.66515Z","steps":["trace[933815416] 'agreement among raft nodes before linearized reading' (duration: 1.3725829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:13.665197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.292448Z","time spent":"1.372740714s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:32:14.165255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985876053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:32:14.298684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:32:14.298758Z","caller":"traceutil/trace.go:171","msg":"trace[1330532616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401945s","start":"2026-04-28T23:32:12.298341Z","end":"2026-04-28T23:32:14.298743Z","steps":["trace[1330532616] 'agreement among raft nodes before linearized reading' (duration: 2.000313774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:14.298801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.298324Z","time spent":"2.000468307s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:14.379241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.756670279s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:32:14.379774Z","caller":"traceutil/trace.go:171","msg":"trace[865886057] transaction","detail":"{read_only:false; response_revision:28408; number_of_response:1; }","duration":"2.083189228s","start":"2026-04-28T23:32:12.29656Z","end":"2026-04-28T23:32:14.379749Z","steps":["trace[865886057] 'process raft request' (duration: 2.083130757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:14.379897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.296548Z","time spent":"2.08329093s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:32:14.37992Z","caller":"traceutil/trace.go:171","msg":"trace[877656093] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"2.087219986s","start":"2026-04-28T23:32:12.292653Z","end":"2026-04-28T23:32:14.379873Z","steps":["trace[877656093] 'process raft request' (duration: 2.086854558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:14.380168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.292632Z","time spent":"2.08739474s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:16.299479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000748392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T23:32:16.299564Z","caller":"traceutil/trace.go:171","msg":"trace[1359528884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000868815s","start":"2026-04-28T23:32:14.298676Z","end":"2026-04-28T23:32:16.299545Z","steps":["trace[1359528884] 'agreement among raft nodes before linearized reading' (duration: 2.000765313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.299694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.298668Z","time spent":"2.001006028s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:32:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:32:16.318151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289699626s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:16.318326Z","caller":"traceutil/trace.go:171","msg":"trace[818735368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28408; }","duration":"1.28986719s","start":"2026-04-28T23:32:15.028414Z","end":"2026-04-28T23:32:16.318282Z","steps":["trace[818735368] 'range keys from in-memory index tree' (duration: 1.289680546s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:16.359026Z","caller":"traceutil/trace.go:171","msg":"trace[1907467835] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"2.063111378s","start":"2026-04-28T23:32:14.295895Z","end":"2026-04-28T23:32:16.359006Z","steps":["trace[1907467835] 'process raft request' (duration: 2.063048296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.295873Z","time spent":"2.06321458s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:16.359201Z","caller":"traceutil/trace.go:171","msg":"trace[485122921] transaction","detail":"{read_only:false; response_revision:28409; number_of_response:1; }","duration":"2.693046169s","start":"2026-04-28T23:32:13.666122Z","end":"2026-04-28T23:32:16.359168Z","steps":["trace[485122921] 'process raft request' (duration: 2.692428516s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:16.359263Z","caller":"traceutil/trace.go:171","msg":"trace[195759176] linearizableReadLoop","detail":"{readStateIndex:29469; appliedIndex:29466; }","duration":"2.694230744s","start":"2026-04-28T23:32:13.665024Z","end":"2026-04-28T23:32:16.359255Z","steps":["trace[195759176] 'read index received' (duration: 714.467632ms)","trace[195759176] 'applied index is now lower than readState.Index' (duration: 1.979761972s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:16.359135Z","caller":"traceutil/trace.go:171","msg":"trace[878263340] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"2.06321243s","start":"2026-04-28T23:32:14.295881Z","end":"2026-04-28T23:32:16.359093Z","steps":["trace[878263340] 'process raft request' (duration: 2.063009335s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:16.359349Z","caller":"traceutil/trace.go:171","msg":"trace[1189004186] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"2.062978375s","start":"2026-04-28T23:32:14.296362Z","end":"2026-04-28T23:32:16.359341Z","steps":["trace[1189004186] 'process raft request' (duration: 2.062605857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:13.666107Z","time spent":"2.693176072s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:16.359392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.296336Z","time spent":"2.063035056s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:16.359399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.295859Z","time spent":"2.063469505s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:16.359304Z","caller":"traceutil/trace.go:171","msg":"trace[765792831] transaction","detail":"{read_only:false; response_revision:28412; number_of_response:1; }","duration":"2.063343643s","start":"2026-04-28T23:32:14.295881Z","end":"2026-04-28T23:32:16.359224Z","steps":["trace[765792831] 'process raft request' (duration: 2.063034126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256146988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T23:32:16.359546Z","caller":"traceutil/trace.go:171","msg":"trace[56425140] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28414; }","duration":"3.256201169s","start":"2026-04-28T23:32:13.103338Z","end":"2026-04-28T23:32:16.359539Z","steps":["trace[56425140] 'agreement among raft nodes before linearized reading' (duration: 3.256103706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:13.10332Z","time spent":"3.25624065s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T23:32:16.359568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062149095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:16.359597Z","caller":"traceutil/trace.go:171","msg":"trace[578491903] transaction","detail":"{read_only:false; response_revision:28410; number_of_response:1; }","duration":"2.063811813s","start":"2026-04-28T23:32:14.295768Z","end":"2026-04-28T23:32:16.35958Z","steps":["trace[578491903] 'process raft request' (duration: 2.063070606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442912867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:16.359682Z","caller":"traceutil/trace.go:171","msg":"trace[320327424] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28414; }","duration":"3.442979128s","start":"2026-04-28T23:32:12.916696Z","end":"2026-04-28T23:32:16.359675Z","steps":["trace[320327424] 'agreement among raft nodes before linearized reading' (duration: 3.442929267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.359692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.295744Z","time spent":"2.063902386s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:16.359707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.916669Z","time spent":"3.443029729s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:16.359644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.295859Z","time spent":"2.063618409s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:16.35961Z","caller":"traceutil/trace.go:171","msg":"trace[1393813091] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28414; }","duration":"4.062205286s","start":"2026-04-28T23:32:12.297394Z","end":"2026-04-28T23:32:16.359599Z","steps":["trace[1393813091] 'agreement among raft nodes before linearized reading' (duration: 4.062097103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.35982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063258538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-28T23:32:16.359877Z","caller":"traceutil/trace.go:171","msg":"trace[1872944991] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28414; }","duration":"4.06333669s","start":"2026-04-28T23:32:12.296526Z","end":"2026-04-28T23:32:16.359863Z","steps":["trace[1872944991] 'agreement among raft nodes before linearized reading' (duration: 4.063157276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.35991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.296518Z","time spent":"4.063383781s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T23:32:16.359823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.297389Z","time spent":"4.06242048s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T23:32:16.360026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063451303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7219"} {"level":"info","ts":"2026-04-28T23:32:16.360083Z","caller":"traceutil/trace.go:171","msg":"trace[1528479774] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28414; }","duration":"4.063536055s","start":"2026-04-28T23:32:12.296532Z","end":"2026-04-28T23:32:16.360068Z","steps":["trace[1528479774] 'agreement among raft nodes before linearized reading' (duration: 4.063362501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:16.360124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:12.296514Z","time spent":"4.063598486s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T23:32:17.908895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225623544s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T23:32:17.91024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226940502s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:32:17.958697Z","caller":"traceutil/trace.go:171","msg":"trace[1063330762] linearizableReadLoop","detail":"{readStateIndex:29476; appliedIndex:29474; }","duration":"1.599396166s","start":"2026-04-28T23:32:16.359277Z","end":"2026-04-28T23:32:17.958674Z","steps":["trace[1063330762] 'read index received' (duration: 323.995454ms)","trace[1063330762] 'applied index is now lower than readState.Index' (duration: 1.275399862s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:17.959075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652160871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:17.959125Z","caller":"traceutil/trace.go:171","msg":"trace[406353778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28415; }","duration":"1.652251504s","start":"2026-04-28T23:32:16.306861Z","end":"2026-04-28T23:32:17.959112Z","steps":["trace[406353778] 'agreement among raft nodes before linearized reading' (duration: 1.652164021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.959159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.306845Z","time spent":"1.652306725s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:32:17.959219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298571854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:17.959311Z","caller":"traceutil/trace.go:171","msg":"trace[1734719281] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28415; }","duration":"2.298726377s","start":"2026-04-28T23:32:15.660564Z","end":"2026-04-28T23:32:17.959291Z","steps":["trace[1734719281] 'agreement among raft nodes before linearized reading' (duration: 2.298484501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.959363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:15.66054Z","time spent":"2.298813359s","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:17.959437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289418581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-28T23:32:17.959503Z","caller":"traceutil/trace.go:171","msg":"trace[437792629] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:28415; }","duration":"4.289532213s","start":"2026-04-28T23:32:13.669956Z","end":"2026-04-28T23:32:17.959488Z","steps":["trace[437792629] 'agreement among raft nodes before linearized reading' (duration: 4.28940405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.959543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:13.669939Z","time spent":"4.289595535s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-28T23:32:17.959806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556669078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-df97c48d6-rcg2r.18aaa6a2025ee6f7\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-28T23:32:17.959851Z","caller":"traceutil/trace.go:171","msg":"trace[2109081059] range","detail":"{range_begin:/registry/events/openstack/barbican-api-df97c48d6-rcg2r.18aaa6a2025ee6f7; range_end:; response_count:1; response_revision:28415; }","duration":"3.55675402s","start":"2026-04-28T23:32:14.403086Z","end":"2026-04-28T23:32:17.95984Z","steps":["trace[2109081059] 'agreement among raft nodes before linearized reading' (duration: 3.556618297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.959881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.403065Z","time spent":"3.556807571s","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-df97c48d6-rcg2r.18aaa6a2025ee6f7\" "} {"level":"warn","ts":"2026-04-28T23:32:17.959924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612372391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:17.959978Z","caller":"traceutil/trace.go:171","msg":"trace[979442141] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28415; }","duration":"1.612464263s","start":"2026-04-28T23:32:16.347498Z","end":"2026-04-28T23:32:17.959962Z","steps":["trace[979442141] 'agreement among raft nodes before linearized reading' (duration: 1.612373371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.959992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882865849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:17.960034Z","caller":"traceutil/trace.go:171","msg":"trace[586045267] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28415; }","duration":"3.8829409s","start":"2026-04-28T23:32:14.07708Z","end":"2026-04-28T23:32:17.960021Z","steps":["trace[586045267] 'agreement among raft nodes before linearized reading' (duration: 3.882872499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.960034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.347479Z","time spent":"1.612540804s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:17.960066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:14.077062Z","time spent":"3.882996582s","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:17.96034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59865586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-04-28T23:32:17.960397Z","caller":"traceutil/trace.go:171","msg":"trace[987086008] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28416; }","duration":"1.598749122s","start":"2026-04-28T23:32:16.361634Z","end":"2026-04-28T23:32:17.960383Z","steps":["trace[987086008] 'agreement among raft nodes before linearized reading' (duration: 1.598529067s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:17.960368Z","caller":"traceutil/trace.go:171","msg":"trace[1353100799] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"1.592125227s","start":"2026-04-28T23:32:16.368207Z","end":"2026-04-28T23:32:17.960332Z","steps":["trace[1353100799] 'process raft request' (duration: 1.590363478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.960426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.361621Z","time spent":"1.598799144s","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1461,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-28T23:32:17.960412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.961329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:17.960444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597570726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:32:17.960483Z","caller":"traceutil/trace.go:171","msg":"trace[1712124181] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28416; }","duration":"739.067871ms","start":"2026-04-28T23:32:17.221396Z","end":"2026-04-28T23:32:17.960464Z","steps":["trace[1712124181] 'agreement among raft nodes before linearized reading' (duration: 738.956778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:17.960494Z","caller":"traceutil/trace.go:171","msg":"trace[1465096481] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28416; }","duration":"1.597654948s","start":"2026-04-28T23:32:16.362825Z","end":"2026-04-28T23:32:17.96048Z","steps":["trace[1465096481] 'agreement among raft nodes before linearized reading' (duration: 1.597506755s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.96053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:17.221376Z","time spent":"739.138113ms","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:17.960532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.362808Z","time spent":"1.597714549s","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T23:32:17.960554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.368193Z","time spent":"1.592259699s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:17.960776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597953444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-28T23:32:17.960857Z","caller":"traceutil/trace.go:171","msg":"trace[609184167] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88; range_end:; response_count:1; response_revision:28416; }","duration":"1.598058677s","start":"2026-04-28T23:32:16.362776Z","end":"2026-04-28T23:32:17.960835Z","steps":["trace[609184167] 'agreement among raft nodes before linearized reading' (duration: 1.597854612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:17.960902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:16.362769Z","time spent":"1.598118218s","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3a3c42ba-d7f9-4e41-a716-529ae2ca1a88\" "} {"level":"info","ts":"2026-04-28T23:32:18.196467Z","caller":"traceutil/trace.go:171","msg":"trace[304014643] linearizableReadLoop","detail":"{readStateIndex:29480; appliedIndex:29479; }","duration":"202.78634ms","start":"2026-04-28T23:32:17.993658Z","end":"2026-04-28T23:32:18.196444Z","steps":["trace[304014643] 'read index received' (duration: 199.881036ms)","trace[304014643] 'applied index is now lower than readState.Index' (duration: 2.903584ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:18.196502Z","caller":"traceutil/trace.go:171","msg":"trace[1008546231] transaction","detail":"{read_only:false; response_revision:28419; number_of_response:1; }","duration":"203.914555ms","start":"2026-04-28T23:32:17.992565Z","end":"2026-04-28T23:32:18.19648Z","steps":["trace[1008546231] 'process raft request' (duration: 200.95835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.196705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.026885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T23:32:18.196767Z","caller":"traceutil/trace.go:171","msg":"trace[950162260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28419; }","duration":"203.124856ms","start":"2026-04-28T23:32:17.993628Z","end":"2026-04-28T23:32:18.196753Z","steps":["trace[950162260] 'agreement among raft nodes before linearized reading' (duration: 202.915722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.206721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.341329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-04-28T23:32:18.206781Z","caller":"traceutil/trace.go:171","msg":"trace[539141902] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:28419; }","duration":"149.434261ms","start":"2026-04-28T23:32:18.057333Z","end":"2026-04-28T23:32:18.206767Z","steps":["trace[539141902] 'agreement among raft nodes before linearized reading' (duration: 149.288128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.206942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.074381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7411"} {"level":"info","ts":"2026-04-28T23:32:18.206966Z","caller":"traceutil/trace.go:171","msg":"trace[1077750626] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28419; }","duration":"211.112991ms","start":"2026-04-28T23:32:17.995848Z","end":"2026-04-28T23:32:18.206961Z","steps":["trace[1077750626] 'agreement among raft nodes before linearized reading' (duration: 211.04497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.207105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.444841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edcca997-ab53-42c0-98fb-455f64c9b514\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T23:32:18.207131Z","caller":"traceutil/trace.go:171","msg":"trace[386545274] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edcca997-ab53-42c0-98fb-455f64c9b514; range_end:; response_count:1; response_revision:28419; }","duration":"212.487872ms","start":"2026-04-28T23:32:17.994636Z","end":"2026-04-28T23:32:18.207124Z","steps":["trace[386545274] 'agreement among raft nodes before linearized reading' (duration: 212.425021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.572601Z","caller":"traceutil/trace.go:171","msg":"trace[1300189690] linearizableReadLoop","detail":"{readStateIndex:29485; appliedIndex:29481; }","duration":"357.139809ms","start":"2026-04-28T23:32:18.215451Z","end":"2026-04-28T23:32:18.572591Z","steps":["trace[1300189690] 'read index received' (duration: 46.931508ms)","trace[1300189690] 'applied index is now lower than readState.Index' (duration: 310.207811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:18.572666Z","caller":"traceutil/trace.go:171","msg":"trace[1317523260] transaction","detail":"{read_only:false; response_revision:28423; number_of_response:1; }","duration":"357.288382ms","start":"2026-04-28T23:32:18.215368Z","end":"2026-04-28T23:32:18.572657Z","steps":["trace[1317523260] 'process raft request' (duration: 357.167338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.572639Z","caller":"traceutil/trace.go:171","msg":"trace[1273146260] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"359.270496ms","start":"2026-04-28T23:32:18.213328Z","end":"2026-04-28T23:32:18.572599Z","steps":["trace[1273146260] 'process raft request' (duration: 359.123541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.572772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.215354Z","time spent":"357.342814ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7202,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:18.572795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.335944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-28T23:32:18.572814Z","caller":"traceutil/trace.go:171","msg":"trace[1453500104] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28423; }","duration":"357.388314ms","start":"2026-04-28T23:32:18.21542Z","end":"2026-04-28T23:32:18.572808Z","steps":["trace[1453500104] 'agreement among raft nodes before linearized reading' (duration: 357.250541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.572795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.213319Z","time spent":"359.397179ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:32:18.572833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.215406Z","time spent":"357.422966ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-28T23:32:18.5726Z","caller":"traceutil/trace.go:171","msg":"trace[450673325] transaction","detail":"{read_only:false; response_revision:28421; number_of_response:1; }","duration":"362.876265ms","start":"2026-04-28T23:32:18.209697Z","end":"2026-04-28T23:32:18.572573Z","steps":["trace[450673325] 'process raft request' (duration: 358.607761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.573022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.209671Z","time spent":"363.238802ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:18.583052Z","caller":"traceutil/trace.go:171","msg":"trace[3496673] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"217.88558ms","start":"2026-04-28T23:32:18.365143Z","end":"2026-04-28T23:32:18.583028Z","steps":["trace[3496673] 'process raft request' (duration: 217.694606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.583311Z","caller":"traceutil/trace.go:171","msg":"trace[315121299] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"218.046184ms","start":"2026-04-28T23:32:18.365251Z","end":"2026-04-28T23:32:18.583297Z","steps":["trace[315121299] 'process raft request' (duration: 217.738917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.583524Z","caller":"traceutil/trace.go:171","msg":"trace[1205476969] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"217.811168ms","start":"2026-04-28T23:32:18.365706Z","end":"2026-04-28T23:32:18.583517Z","steps":["trace[1205476969] 'process raft request' (duration: 217.553252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.583935Z","caller":"traceutil/trace.go:171","msg":"trace[789665180] transaction","detail":"{read_only:false; response_revision:28427; number_of_response:1; }","duration":"217.254437ms","start":"2026-04-28T23:32:18.36667Z","end":"2026-04-28T23:32:18.583924Z","steps":["trace[789665180] 'process raft request' (duration: 216.818056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.583946Z","caller":"traceutil/trace.go:171","msg":"trace[1737195986] transaction","detail":"{read_only:false; response_revision:28428; number_of_response:1; }","duration":"216.697195ms","start":"2026-04-28T23:32:18.367219Z","end":"2026-04-28T23:32:18.583916Z","steps":["trace[1737195986] 'process raft request' (duration: 216.583313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.584372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.21234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T23:32:18.584415Z","caller":"traceutil/trace.go:171","msg":"trace[1661137235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28428; }","duration":"140.325303ms","start":"2026-04-28T23:32:18.444079Z","end":"2026-04-28T23:32:18.584405Z","steps":["trace[1661137235] 'agreement among raft nodes before linearized reading' (duration: 140.124779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.584568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.925942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:18.584594Z","caller":"traceutil/trace.go:171","msg":"trace[1855705879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28428; }","duration":"207.980044ms","start":"2026-04-28T23:32:18.376607Z","end":"2026-04-28T23:32:18.584587Z","steps":["trace[1855705879] 'agreement among raft nodes before linearized reading' (duration: 207.929303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.584762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.679576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-bd8758d47-ssgfr.18aaa85f653476d2\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-28T23:32:18.584793Z","caller":"traceutil/trace.go:171","msg":"trace[1119846441] range","detail":"{range_begin:/registry/events/openstack/heat-api-bd8758d47-ssgfr.18aaa85f653476d2; range_end:; response_count:1; response_revision:28428; }","duration":"307.737377ms","start":"2026-04-28T23:32:18.277048Z","end":"2026-04-28T23:32:18.584786Z","steps":["trace[1119846441] 'agreement among raft nodes before linearized reading' (duration: 307.657355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.584814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.277033Z","time spent":"307.774809ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-bd8758d47-ssgfr.18aaa85f653476d2\" "} {"level":"warn","ts":"2026-04-28T23:32:18.584979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.355611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T23:32:18.585006Z","caller":"traceutil/trace.go:171","msg":"trace[1137629145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28428; }","duration":"366.393402ms","start":"2026-04-28T23:32:18.218603Z","end":"2026-04-28T23:32:18.584996Z","steps":["trace[1137629145] 'agreement among raft nodes before linearized reading' (duration: 366.3211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.585029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:18.218597Z","time spent":"366.426522ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T23:32:18.879726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.240342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:18.879837Z","caller":"traceutil/trace.go:171","msg":"trace[790325459] linearizableReadLoop","detail":"{readStateIndex:29492; appliedIndex:29491; }","duration":"223.246838ms","start":"2026-04-28T23:32:18.656574Z","end":"2026-04-28T23:32:18.879821Z","steps":["trace[790325459] 'read index received' (duration: 109.037307ms)","trace[790325459] 'applied index is now lower than readState.Index' (duration: 114.208281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:18.879937Z","caller":"traceutil/trace.go:171","msg":"trace[43427580] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"287.468582ms","start":"2026-04-28T23:32:18.592434Z","end":"2026-04-28T23:32:18.879902Z","steps":["trace[43427580] 'process raft request' (duration: 172.963605ms)","trace[43427580] 'compare' (duration: 113.729171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:18.880335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.090243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:32:18.880388Z","caller":"traceutil/trace.go:171","msg":"trace[1176827874] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28430; }","duration":"286.251927ms","start":"2026-04-28T23:32:18.594124Z","end":"2026-04-28T23:32:18.880376Z","steps":["trace[1176827874] 'agreement among raft nodes before linearized reading' (duration: 285.770236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.895648Z","caller":"traceutil/trace.go:171","msg":"trace[1358411821] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"219.2636ms","start":"2026-04-28T23:32:18.676354Z","end":"2026-04-28T23:32:18.895618Z","steps":["trace[1358411821] 'process raft request' (duration: 217.0036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:18.896129Z","caller":"traceutil/trace.go:171","msg":"trace[903697633] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"169.884989ms","start":"2026-04-28T23:32:18.726236Z","end":"2026-04-28T23:32:18.896121Z","steps":["trace[903697633] 'process raft request' (duration: 169.364538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.896511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.169959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T23:32:18.896556Z","caller":"traceutil/trace.go:171","msg":"trace[1676206059] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:28432; }","duration":"220.24642ms","start":"2026-04-28T23:32:18.676292Z","end":"2026-04-28T23:32:18.896539Z","steps":["trace[1676206059] 'agreement among raft nodes before linearized reading' (duration: 220.112018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.89671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.333223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:32:18.896738Z","caller":"traceutil/trace.go:171","msg":"trace[98273318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28432; }","duration":"220.388334ms","start":"2026-04-28T23:32:18.676341Z","end":"2026-04-28T23:32:18.896729Z","steps":["trace[98273318] 'agreement among raft nodes before linearized reading' (duration: 220.316722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.896744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.873532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:32:18.896847Z","caller":"traceutil/trace.go:171","msg":"trace[742348469] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28432; }","duration":"177.027466ms","start":"2026-04-28T23:32:18.719796Z","end":"2026-04-28T23:32:18.896823Z","steps":["trace[742348469] 'agreement among raft nodes before linearized reading' (duration: 176.75802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:18.896982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.389424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:18.897011Z","caller":"traceutil/trace.go:171","msg":"trace[1911377804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28432; }","duration":"130.461256ms","start":"2026-04-28T23:32:18.766542Z","end":"2026-04-28T23:32:18.897003Z","steps":["trace[1911377804] 'agreement among raft nodes before linearized reading' (duration: 130.410144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.108525Z","caller":"traceutil/trace.go:171","msg":"trace[537904979] linearizableReadLoop","detail":"{readStateIndex:29498; appliedIndex:29496; }","duration":"135.367795ms","start":"2026-04-28T23:32:18.973138Z","end":"2026-04-28T23:32:19.108505Z","steps":["trace[537904979] 'read index received' (duration: 878.48µs)","trace[537904979] 'applied index is now lower than readState.Index' (duration: 134.488555ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:19.10863Z","caller":"traceutil/trace.go:171","msg":"trace[913568227] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"161.998487ms","start":"2026-04-28T23:32:18.946612Z","end":"2026-04-28T23:32:19.10861Z","steps":["trace[913568227] 'process raft request' (duration: 161.710621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.108849Z","caller":"traceutil/trace.go:171","msg":"trace[722568833] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"155.930774ms","start":"2026-04-28T23:32:18.952905Z","end":"2026-04-28T23:32:19.108836Z","steps":["trace[722568833] 'process raft request' (duration: 155.544396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:19.109017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.151579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-28T23:32:19.109078Z","caller":"traceutil/trace.go:171","msg":"trace[53668785] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:28436; }","duration":"156.235861ms","start":"2026-04-28T23:32:18.952827Z","end":"2026-04-28T23:32:19.109063Z","steps":["trace[53668785] 'agreement among raft nodes before linearized reading' (duration: 156.031986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.165606Z","caller":"traceutil/trace.go:171","msg":"trace[1437145635] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"185.91765ms","start":"2026-04-28T23:32:18.979665Z","end":"2026-04-28T23:32:19.165582Z","steps":["trace[1437145635] 'process raft request' (duration: 185.804327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:19.166407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.62547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T23:32:19.166454Z","caller":"traceutil/trace.go:171","msg":"trace[756246521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28437; }","duration":"157.710552ms","start":"2026-04-28T23:32:19.008732Z","end":"2026-04-28T23:32:19.166442Z","steps":["trace[756246521] 'agreement among raft nodes before linearized reading' (duration: 157.60315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:19.166606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.77822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:19.166649Z","caller":"traceutil/trace.go:171","msg":"trace[1591682259] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28437; }","duration":"186.835561ms","start":"2026-04-28T23:32:18.979804Z","end":"2026-04-28T23:32:19.16664Z","steps":["trace[1591682259] 'agreement among raft nodes before linearized reading' (duration: 186.775489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.435688Z","caller":"traceutil/trace.go:171","msg":"trace[100920260] linearizableReadLoop","detail":"{readStateIndex:29501; appliedIndex:29500; }","duration":"254.536433ms","start":"2026-04-28T23:32:19.181133Z","end":"2026-04-28T23:32:19.43567Z","steps":["trace[100920260] 'read index received' (duration: 254.182234ms)","trace[100920260] 'applied index is now lower than readState.Index' (duration: 353.209µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:19.435751Z","caller":"traceutil/trace.go:171","msg":"trace[618623054] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"254.648046ms","start":"2026-04-28T23:32:19.181074Z","end":"2026-04-28T23:32:19.435722Z","steps":["trace[618623054] 'process raft request' (duration: 254.449771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:19.435887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.863583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-28T23:32:19.435914Z","caller":"traceutil/trace.go:171","msg":"trace[1100090238] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:28439; }","duration":"250.937575ms","start":"2026-04-28T23:32:19.184969Z","end":"2026-04-28T23:32:19.435907Z","steps":["trace[1100090238] 'agreement among raft nodes before linearized reading' (duration: 250.799052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:19.435917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.760908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209\" ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-04-28T23:32:19.435953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.880923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62905d1e-d553-4824-b7a6-ab55efe293c7\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-28T23:32:19.435998Z","caller":"traceutil/trace.go:171","msg":"trace[1255995921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62905d1e-d553-4824-b7a6-ab55efe293c7; range_end:; response_count:1; response_revision:28439; }","duration":"250.945484ms","start":"2026-04-28T23:32:19.185039Z","end":"2026-04-28T23:32:19.435985Z","steps":["trace[1255995921] 'agreement among raft nodes before linearized reading' (duration: 250.74743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.435998Z","caller":"traceutil/trace.go:171","msg":"trace[288993083] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa9322f7fb209; range_end:; response_count:1; response_revision:28439; }","duration":"254.87559ms","start":"2026-04-28T23:32:19.181101Z","end":"2026-04-28T23:32:19.435976Z","steps":["trace[288993083] 'agreement among raft nodes before linearized reading' (duration: 254.661896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:19.717472Z","caller":"traceutil/trace.go:171","msg":"trace[398871425] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"196.914941ms","start":"2026-04-28T23:32:19.520527Z","end":"2026-04-28T23:32:19.717442Z","steps":["trace[398871425] 'process raft request' (duration: 146.874235ms)","trace[398871425] 'compare' (duration: 49.630547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:19.717676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.953031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-28T23:32:19.717472Z","caller":"traceutil/trace.go:171","msg":"trace[1469636913] linearizableReadLoop","detail":"{readStateIndex:29507; appliedIndex:29506; }","duration":"196.722706ms","start":"2026-04-28T23:32:19.520702Z","end":"2026-04-28T23:32:19.717424Z","steps":["trace[1469636913] 'read index received' (duration: 146.624869ms)","trace[1469636913] 'applied index is now lower than readState.Index' (duration: 50.095707ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:19.717726Z","caller":"traceutil/trace.go:171","msg":"trace[1127396660] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:28445; }","duration":"197.037544ms","start":"2026-04-28T23:32:19.520678Z","end":"2026-04-28T23:32:19.717716Z","steps":["trace[1127396660] 'agreement among raft nodes before linearized reading' (duration: 196.841529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.004323Z","caller":"traceutil/trace.go:171","msg":"trace[408616485] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"213.079195ms","start":"2026-04-28T23:32:19.791218Z","end":"2026-04-28T23:32:20.004298Z","steps":["trace[408616485] 'process raft request' (duration: 185.739886ms)","trace[408616485] 'compare' (duration: 27.213376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:20.04055Z","caller":"traceutil/trace.go:171","msg":"trace[2255226] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"240.974157ms","start":"2026-04-28T23:32:19.799556Z","end":"2026-04-28T23:32:20.04053Z","steps":["trace[2255226] 'process raft request' (duration: 240.871794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.040625Z","caller":"traceutil/trace.go:171","msg":"trace[1722417957] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"248.611734ms","start":"2026-04-28T23:32:19.791998Z","end":"2026-04-28T23:32:20.04061Z","steps":["trace[1722417957] 'process raft request' (duration: 248.315176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.040904Z","caller":"traceutil/trace.go:171","msg":"trace[725853027] linearizableReadLoop","detail":"{readStateIndex:29513; appliedIndex:29511; }","duration":"243.936191ms","start":"2026-04-28T23:32:19.796957Z","end":"2026-04-28T23:32:20.040893Z","steps":["trace[725853027] 'read index received' (duration: 179.996461ms)","trace[725853027] 'applied index is now lower than readState.Index' (duration: 63.93881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:20.040903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.91908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-28T23:32:20.040967Z","caller":"traceutil/trace.go:171","msg":"trace[1027375071] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28452; }","duration":"244.029132ms","start":"2026-04-28T23:32:19.796921Z","end":"2026-04-28T23:32:20.04095Z","steps":["trace[1027375071] 'agreement among raft nodes before linearized reading' (duration: 243.844478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:20.041367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.951997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:20.041413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.810794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-28T23:32:20.041419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.819834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T23:32:20.041423Z","caller":"traceutil/trace.go:171","msg":"trace[1599697522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28453; }","duration":"136.046049ms","start":"2026-04-28T23:32:19.905363Z","end":"2026-04-28T23:32:20.041409Z","steps":["trace[1599697522] 'agreement among raft nodes before linearized reading' (duration: 135.951107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.041439Z","caller":"traceutil/trace.go:171","msg":"trace[79729396] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28453; }","duration":"209.879844ms","start":"2026-04-28T23:32:19.831552Z","end":"2026-04-28T23:32:20.041432Z","steps":["trace[79729396] 'agreement among raft nodes before linearized reading' (duration: 209.750732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.04145Z","caller":"traceutil/trace.go:171","msg":"trace[1393927718] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28453; }","duration":"209.862725ms","start":"2026-04-28T23:32:19.831577Z","end":"2026-04-28T23:32:20.04144Z","steps":["trace[1393927718] 'agreement among raft nodes before linearized reading' (duration: 209.771873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.202485Z","caller":"traceutil/trace.go:171","msg":"trace[1035797722] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"128.986194ms","start":"2026-04-28T23:32:20.073467Z","end":"2026-04-28T23:32:20.202453Z","steps":["trace[1035797722] 'process raft request' (duration: 77.896396ms)","trace[1035797722] 'compare' (duration: 50.822122ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:20.202475Z","caller":"traceutil/trace.go:171","msg":"trace[1120674080] linearizableReadLoop","detail":"{readStateIndex:29518; appliedIndex:29517; }","duration":"128.935503ms","start":"2026-04-28T23:32:20.073508Z","end":"2026-04-28T23:32:20.202443Z","steps":["trace[1120674080] 'read index received' (duration: 77.882296ms)","trace[1120674080] 'applied index is now lower than readState.Index' (duration: 51.048127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:20.202721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.192958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:32:20.202779Z","caller":"traceutil/trace.go:171","msg":"trace[1289860789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28456; }","duration":"129.27468ms","start":"2026-04-28T23:32:20.073493Z","end":"2026-04-28T23:32:20.202767Z","steps":["trace[1289860789] 'agreement among raft nodes before linearized reading' (duration: 129.032865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.210223Z","caller":"traceutil/trace.go:171","msg":"trace[1483724087] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"125.908407ms","start":"2026-04-28T23:32:20.084295Z","end":"2026-04-28T23:32:20.210203Z","steps":["trace[1483724087] 'process raft request' (duration: 125.549209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:20.210456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.750554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-28T23:32:20.210495Z","caller":"traceutil/trace.go:171","msg":"trace[338504336] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:28457; }","duration":"136.799325ms","start":"2026-04-28T23:32:20.073685Z","end":"2026-04-28T23:32:20.210484Z","steps":["trace[338504336] 'agreement among raft nodes before linearized reading' (duration: 136.675733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.524639Z","caller":"traceutil/trace.go:171","msg":"trace[1104743889] linearizableReadLoop","detail":"{readStateIndex:29525; appliedIndex:29524; }","duration":"254.575073ms","start":"2026-04-28T23:32:20.270034Z","end":"2026-04-28T23:32:20.524609Z","steps":["trace[1104743889] 'read index received' (duration: 196.578744ms)","trace[1104743889] 'applied index is now lower than readState.Index' (duration: 57.994829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:20.524917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.860269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T23:32:20.52492Z","caller":"traceutil/trace.go:171","msg":"trace[1356111552] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"256.399153ms","start":"2026-04-28T23:32:20.268469Z","end":"2026-04-28T23:32:20.524868Z","steps":["trace[1356111552] 'process raft request' (duration: 198.21074ms)","trace[1356111552] 'compare' (duration: 57.60821ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:20.524971Z","caller":"traceutil/trace.go:171","msg":"trace[1979370120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28463; }","duration":"254.951502ms","start":"2026-04-28T23:32:20.270005Z","end":"2026-04-28T23:32:20.524957Z","steps":["trace[1979370120] 'agreement among raft nodes before linearized reading' (duration: 254.710816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.862317Z","caller":"traceutil/trace.go:171","msg":"trace[702180631] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"163.160502ms","start":"2026-04-28T23:32:20.699124Z","end":"2026-04-28T23:32:20.862284Z","steps":["trace[702180631] 'process raft request' (duration: 75.899791ms)","trace[702180631] 'compare' (duration: 86.997535ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:20.862406Z","caller":"traceutil/trace.go:171","msg":"trace[1916175221] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"162.820725ms","start":"2026-04-28T23:32:20.699568Z","end":"2026-04-28T23:32:20.862388Z","steps":["trace[1916175221] 'process raft request' (duration: 162.720603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:20.862633Z","caller":"traceutil/trace.go:171","msg":"trace[215476918] linearizableReadLoop","detail":"{readStateIndex:29537; appliedIndex:29536; }","duration":"163.230763ms","start":"2026-04-28T23:32:20.699373Z","end":"2026-04-28T23:32:20.862604Z","steps":["trace[215476918] 'read index received' (duration: 75.801689ms)","trace[215476918] 'applied index is now lower than readState.Index' (duration: 87.426244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:20.86287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.474689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-28T23:32:20.862927Z","caller":"traceutil/trace.go:171","msg":"trace[1655924330] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:28476; }","duration":"163.55543ms","start":"2026-04-28T23:32:20.699359Z","end":"2026-04-28T23:32:20.862914Z","steps":["trace[1655924330] 'agreement among raft nodes before linearized reading' (duration: 163.328665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.001984Z","caller":"traceutil/trace.go:171","msg":"trace[2119339465] linearizableReadLoop","detail":"{readStateIndex:29540; appliedIndex:29538; }","duration":"130.197741ms","start":"2026-04-28T23:32:20.871762Z","end":"2026-04-28T23:32:21.001959Z","steps":["trace[2119339465] 'read index received' (duration: 52.671463ms)","trace[2119339465] 'applied index is now lower than readState.Index' (duration: 77.525278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:21.002035Z","caller":"traceutil/trace.go:171","msg":"trace[893465885] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"131.003218ms","start":"2026-04-28T23:32:20.87099Z","end":"2026-04-28T23:32:21.001993Z","steps":["trace[893465885] 'process raft request' (duration: 115.795505ms)","trace[893465885] 'compare' (duration: 15.05953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:21.002241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.463517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T23:32:21.002283Z","caller":"traceutil/trace.go:171","msg":"trace[859830640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28478; }","duration":"130.546128ms","start":"2026-04-28T23:32:20.871726Z","end":"2026-04-28T23:32:21.002272Z","steps":["trace[859830640] 'agreement among raft nodes before linearized reading' (duration: 130.363534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.311819Z","caller":"traceutil/trace.go:171","msg":"trace[1145740352] linearizableReadLoop","detail":"{readStateIndex:29543; appliedIndex:29542; }","duration":"261.368002ms","start":"2026-04-28T23:32:21.050433Z","end":"2026-04-28T23:32:21.311801Z","steps":["trace[1145740352] 'read index received' (duration: 261.113387ms)","trace[1145740352] 'applied index is now lower than readState.Index' (duration: 253.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:21.31192Z","caller":"traceutil/trace.go:171","msg":"trace[1664673141] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"263.760805ms","start":"2026-04-28T23:32:21.048151Z","end":"2026-04-28T23:32:21.311912Z","steps":["trace[1664673141] 'process raft request' (duration: 263.53341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.312313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.871053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T23:32:21.312346Z","caller":"traceutil/trace.go:171","msg":"trace[256663554] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:28481; }","duration":"261.937735ms","start":"2026-04-28T23:32:21.050401Z","end":"2026-04-28T23:32:21.312339Z","steps":["trace[256663554] 'agreement among raft nodes before linearized reading' (duration: 261.76531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.312505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.147166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T23:32:21.312537Z","caller":"traceutil/trace.go:171","msg":"trace[1345922727] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28481; }","duration":"197.178047ms","start":"2026-04-28T23:32:21.115351Z","end":"2026-04-28T23:32:21.312529Z","steps":["trace[1345922727] 'agreement among raft nodes before linearized reading' (duration: 197.118826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.312883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.9274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:21.312912Z","caller":"traceutil/trace.go:171","msg":"trace[280767311] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28481; }","duration":"126.996261ms","start":"2026-04-28T23:32:21.185907Z","end":"2026-04-28T23:32:21.312904Z","steps":["trace[280767311] 'agreement among raft nodes before linearized reading' (duration: 126.94904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.446371Z","caller":"traceutil/trace.go:171","msg":"trace[647757268] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"126.893608ms","start":"2026-04-28T23:32:21.319457Z","end":"2026-04-28T23:32:21.44635Z","steps":["trace[647757268] 'process raft request' (duration: 67.347875ms)","trace[647757268] 'compare' (duration: 59.236767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:21.469895Z","caller":"traceutil/trace.go:171","msg":"trace[744604685] linearizableReadLoop","detail":"{readStateIndex:29546; appliedIndex:29543; }","duration":"146.938008ms","start":"2026-04-28T23:32:21.322935Z","end":"2026-04-28T23:32:21.469873Z","steps":["trace[744604685] 'read index received' (duration: 63.826298ms)","trace[744604685] 'applied index is now lower than readState.Index' (duration: 83.11064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:21.470242Z","caller":"traceutil/trace.go:171","msg":"trace[273219789] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"148.88984ms","start":"2026-04-28T23:32:21.321339Z","end":"2026-04-28T23:32:21.470229Z","steps":["trace[273219789] 'process raft request' (duration: 148.270666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.470535Z","caller":"traceutil/trace.go:171","msg":"trace[1551470181] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"148.841109ms","start":"2026-04-28T23:32:21.321677Z","end":"2026-04-28T23:32:21.470518Z","steps":["trace[1551470181] 'process raft request' (duration: 148.093163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.470772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.827157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T23:32:21.470811Z","caller":"traceutil/trace.go:171","msg":"trace[272462828] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:28484; }","duration":"147.897449ms","start":"2026-04-28T23:32:21.322903Z","end":"2026-04-28T23:32:21.4708Z","steps":["trace[272462828] 'agreement among raft nodes before linearized reading' (duration: 147.768486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.487538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.70634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-28T23:32:21.4876Z","caller":"traceutil/trace.go:171","msg":"trace[3139370] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28485; }","duration":"155.788221ms","start":"2026-04-28T23:32:21.331798Z","end":"2026-04-28T23:32:21.487587Z","steps":["trace[3139370] 'agreement among raft nodes before linearized reading' (duration: 155.659608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.48775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.88533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:21.487778Z","caller":"traceutil/trace.go:171","msg":"trace[2111986895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28485; }","duration":"159.928911ms","start":"2026-04-28T23:32:21.327841Z","end":"2026-04-28T23:32:21.48777Z","steps":["trace[2111986895] 'agreement among raft nodes before linearized reading' (duration: 159.88236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.740314Z","caller":"traceutil/trace.go:171","msg":"trace[77787505] linearizableReadLoop","detail":"{readStateIndex:29549; appliedIndex:29548; }","duration":"215.805684ms","start":"2026-04-28T23:32:21.524481Z","end":"2026-04-28T23:32:21.740287Z","steps":["trace[77787505] 'read index received' (duration: 215.767834ms)","trace[77787505] 'applied index is now lower than readState.Index' (duration: 25.11µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:21.740381Z","caller":"traceutil/trace.go:171","msg":"trace[1744654995] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"245.022124ms","start":"2026-04-28T23:32:21.495319Z","end":"2026-04-28T23:32:21.740341Z","steps":["trace[1744654995] 'process raft request' (duration: 244.817889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.740565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.06143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T23:32:21.740608Z","caller":"traceutil/trace.go:171","msg":"trace[1512001570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28487; }","duration":"216.119871ms","start":"2026-04-28T23:32:21.524477Z","end":"2026-04-28T23:32:21.740597Z","steps":["trace[1512001570] 'agreement among raft nodes before linearized reading' (duration: 215.941397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.861722Z","caller":"traceutil/trace.go:171","msg":"trace[715389604] linearizableReadLoop","detail":"{readStateIndex:29550; appliedIndex:29549; }","duration":"121.307936ms","start":"2026-04-28T23:32:21.740388Z","end":"2026-04-28T23:32:21.861696Z","steps":["trace[715389604] 'read index received' (duration: 117.689426ms)","trace[715389604] 'applied index is now lower than readState.Index' (duration: 3.61743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:21.862055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.753476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-28T23:32:21.862105Z","caller":"traceutil/trace.go:171","msg":"trace[197538656] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28488; }","duration":"174.848519ms","start":"2026-04-28T23:32:21.687245Z","end":"2026-04-28T23:32:21.862093Z","steps":["trace[197538656] 'agreement among raft nodes before linearized reading' (duration: 174.678315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.862254Z","caller":"traceutil/trace.go:171","msg":"trace[1902699149] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"336.731912ms","start":"2026-04-28T23:32:21.525514Z","end":"2026-04-28T23:32:21.862246Z","steps":["trace[1902699149] 'process raft request' (duration: 332.627992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.862311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:21.525494Z","time spent":"336.780083ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:21.862487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.994271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T23:32:21.862542Z","caller":"traceutil/trace.go:171","msg":"trace[1173508212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28488; }","duration":"270.084183ms","start":"2026-04-28T23:32:21.592443Z","end":"2026-04-28T23:32:21.862527Z","steps":["trace[1173508212] 'agreement among raft nodes before linearized reading' (duration: 269.644764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:21.932898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.314721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-28T23:32:21.932885Z","caller":"traceutil/trace.go:171","msg":"trace[238082749] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"189.369576ms","start":"2026-04-28T23:32:21.743474Z","end":"2026-04-28T23:32:21.932843Z","steps":["trace[238082749] 'process raft request' (duration: 189.238024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:21.932953Z","caller":"traceutil/trace.go:171","msg":"trace[337035211] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:28489; }","duration":"177.402313ms","start":"2026-04-28T23:32:21.755538Z","end":"2026-04-28T23:32:21.932941Z","steps":["trace[337035211] 'agreement among raft nodes before linearized reading' (duration: 177.264171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.114224Z","caller":"traceutil/trace.go:171","msg":"trace[425455691] linearizableReadLoop","detail":"{readStateIndex:29552; appliedIndex:29551; }","duration":"181.417052ms","start":"2026-04-28T23:32:21.932786Z","end":"2026-04-28T23:32:22.114204Z","steps":["trace[425455691] 'read index received' (duration: 113.896214ms)","trace[425455691] 'applied index is now lower than readState.Index' (duration: 67.520068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:22.114278Z","caller":"traceutil/trace.go:171","msg":"trace[855308727] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"242.624102ms","start":"2026-04-28T23:32:21.871626Z","end":"2026-04-28T23:32:22.11425Z","steps":["trace[855308727] 'process raft request' (duration: 175.061483ms)","trace[855308727] 'compare' (duration: 67.397526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:22.114295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.309283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.114306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.17151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.114332Z","caller":"traceutil/trace.go:171","msg":"trace[1523448389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28490; }","duration":"204.368844ms","start":"2026-04-28T23:32:21.909954Z","end":"2026-04-28T23:32:22.114322Z","steps":["trace[1523448389] 'agreement among raft nodes before linearized reading' (duration: 204.273802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.11435Z","caller":"traceutil/trace.go:171","msg":"trace[1646979792] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28490; }","duration":"225.223081ms","start":"2026-04-28T23:32:21.889115Z","end":"2026-04-28T23:32:22.114338Z","steps":["trace[1646979792] 'agreement among raft nodes before linearized reading' (duration: 225.115839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.114344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.665275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.114427Z","caller":"traceutil/trace.go:171","msg":"trace[1596886778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28490; }","duration":"206.799218ms","start":"2026-04-28T23:32:21.907606Z","end":"2026-04-28T23:32:22.114405Z","steps":["trace[1596886778] 'agreement among raft nodes before linearized reading' (duration: 206.619174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.114465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.208734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.114515Z","caller":"traceutil/trace.go:171","msg":"trace[2040337282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28490; }","duration":"227.333057ms","start":"2026-04-28T23:32:21.887173Z","end":"2026-04-28T23:32:22.114506Z","steps":["trace[2040337282] 'agreement among raft nodes before linearized reading' (duration: 227.208654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.114541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.596595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.114572Z","caller":"traceutil/trace.go:171","msg":"trace[115630319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28490; }","duration":"207.626796ms","start":"2026-04-28T23:32:21.906935Z","end":"2026-04-28T23:32:22.114562Z","steps":["trace[115630319] 'agreement among raft nodes before linearized reading' (duration: 207.579355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.114615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.786088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.114657Z","caller":"traceutil/trace.go:171","msg":"trace[598323064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28490; }","duration":"206.862659ms","start":"2026-04-28T23:32:21.907785Z","end":"2026-04-28T23:32:22.114647Z","steps":["trace[598323064] 'agreement among raft nodes before linearized reading' (duration: 206.799607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.11435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.094502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.114805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.755176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-04-28T23:32:22.114836Z","caller":"traceutil/trace.go:171","msg":"trace[231271949] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8wgj4; range_end:; response_count:1; response_revision:28490; }","duration":"248.811068ms","start":"2026-04-28T23:32:21.866018Z","end":"2026-04-28T23:32:22.114829Z","steps":["trace[231271949] 'agreement among raft nodes before linearized reading' (duration: 248.703795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.114782Z","caller":"traceutil/trace.go:171","msg":"trace[2001839249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28490; }","duration":"227.557241ms","start":"2026-04-28T23:32:21.88721Z","end":"2026-04-28T23:32:22.114767Z","steps":["trace[2001839249] 'agreement among raft nodes before linearized reading' (duration: 227.095601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.154642Z","caller":"traceutil/trace.go:171","msg":"trace[923671009] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"213.28779ms","start":"2026-04-28T23:32:21.941335Z","end":"2026-04-28T23:32:22.154622Z","steps":["trace[923671009] 'process raft request' (duration: 213.068155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.154659Z","caller":"traceutil/trace.go:171","msg":"trace[2115199976] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"212.992803ms","start":"2026-04-28T23:32:21.941652Z","end":"2026-04-28T23:32:22.154644Z","steps":["trace[2115199976] 'process raft request' (duration: 212.85506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.154661Z","caller":"traceutil/trace.go:171","msg":"trace[579985004] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"187.478224ms","start":"2026-04-28T23:32:21.967165Z","end":"2026-04-28T23:32:22.154644Z","steps":["trace[579985004] 'process raft request' (duration: 187.405593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.15497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.903869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.154995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.030911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.155002Z","caller":"traceutil/trace.go:171","msg":"trace[978803349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28493; }","duration":"179.9697ms","start":"2026-04-28T23:32:21.975025Z","end":"2026-04-28T23:32:22.154994Z","steps":["trace[978803349] 'agreement among raft nodes before linearized reading' (duration: 179.894528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.155015Z","caller":"traceutil/trace.go:171","msg":"trace[1535341617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28493; }","duration":"180.073522ms","start":"2026-04-28T23:32:21.974936Z","end":"2026-04-28T23:32:22.15501Z","steps":["trace[1535341617] 'agreement among raft nodes before linearized reading' (duration: 180.030441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.155032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.360131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.155067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.547475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.155078Z","caller":"traceutil/trace.go:171","msg":"trace[43755492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28493; }","duration":"118.407842ms","start":"2026-04-28T23:32:22.036655Z","end":"2026-04-28T23:32:22.155062Z","steps":["trace[43755492] 'agreement among raft nodes before linearized reading' (duration: 118.341431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.155141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.579628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-28T23:32:22.155156Z","caller":"traceutil/trace.go:171","msg":"trace[832860048] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:28493; }","duration":"209.629369ms","start":"2026-04-28T23:32:21.945522Z","end":"2026-04-28T23:32:22.155151Z","steps":["trace[832860048] 'agreement among raft nodes before linearized reading' (duration: 209.567408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.155084Z","caller":"traceutil/trace.go:171","msg":"trace[1694819725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28493; }","duration":"118.564705ms","start":"2026-04-28T23:32:22.036514Z","end":"2026-04-28T23:32:22.155079Z","steps":["trace[1694819725] 'agreement among raft nodes before linearized reading' (duration: 118.537755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.155241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.813749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.155222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.244865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.155278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.044058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.155292Z","caller":"traceutil/trace.go:171","msg":"trace[1715448616] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28493; }","duration":"215.096068ms","start":"2026-04-28T23:32:21.940192Z","end":"2026-04-28T23:32:22.155288Z","steps":["trace[1715448616] 'agreement among raft nodes before linearized reading' (duration: 215.074388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.155302Z","caller":"traceutil/trace.go:171","msg":"trace[119843120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28493; }","duration":"116.370247ms","start":"2026-04-28T23:32:22.038908Z","end":"2026-04-28T23:32:22.155278Z","steps":["trace[119843120] 'agreement among raft nodes before linearized reading' (duration: 116.216043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.155377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.319734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.155408Z","caller":"traceutil/trace.go:171","msg":"trace[2033292274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28493; }","duration":"215.363584ms","start":"2026-04-28T23:32:21.940034Z","end":"2026-04-28T23:32:22.155398Z","steps":["trace[2033292274] 'agreement among raft nodes before linearized reading' (duration: 215.311773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.155256Z","caller":"traceutil/trace.go:171","msg":"trace[1987566483] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28493; }","duration":"212.8433ms","start":"2026-04-28T23:32:21.942408Z","end":"2026-04-28T23:32:22.155252Z","steps":["trace[1987566483] 'agreement among raft nodes before linearized reading' (duration: 212.81706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.158615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.732231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388486"} {"level":"info","ts":"2026-04-28T23:32:22.158673Z","caller":"traceutil/trace.go:171","msg":"trace[2102938357] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28493; }","duration":"124.855954ms","start":"2026-04-28T23:32:22.033806Z","end":"2026-04-28T23:32:22.158662Z","steps":["trace[2102938357] 'agreement among raft nodes before linearized reading' (duration: 121.289865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287114Z","caller":"traceutil/trace.go:171","msg":"trace[1667693467] linearizableReadLoop","detail":"{readStateIndex:29557; appliedIndex:29555; }","duration":"132.288746ms","start":"2026-04-28T23:32:22.154807Z","end":"2026-04-28T23:32:22.287096Z","steps":["trace[1667693467] 'read index received' (duration: 129.628978ms)","trace[1667693467] 'applied index is now lower than readState.Index' (duration: 2.658918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:22.287106Z","caller":"traceutil/trace.go:171","msg":"trace[1508352691] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"168.459518ms","start":"2026-04-28T23:32:22.118612Z","end":"2026-04-28T23:32:22.287072Z","steps":["trace[1508352691] 'process raft request' (duration: 165.846072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.076066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.28725Z","caller":"traceutil/trace.go:171","msg":"trace[320166559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28495; }","duration":"134.144057ms","start":"2026-04-28T23:32:22.153095Z","end":"2026-04-28T23:32:22.287239Z","steps":["trace[320166559] 'agreement among raft nodes before linearized reading' (duration: 134.050984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.711529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.287319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.631323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:32:22.287331Z","caller":"traceutil/trace.go:171","msg":"trace[876675418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28495; }","duration":"160.810501ms","start":"2026-04-28T23:32:22.126504Z","end":"2026-04-28T23:32:22.287314Z","steps":["trace[876675418] 'agreement among raft nodes before linearized reading' (duration: 160.684719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287357Z","caller":"traceutil/trace.go:171","msg":"trace[248785641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28495; }","duration":"168.710564ms","start":"2026-04-28T23:32:22.118636Z","end":"2026-04-28T23:32:22.287347Z","steps":["trace[248785641] 'agreement among raft nodes before linearized reading' (duration: 168.566891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.154951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.287401Z","caller":"traceutil/trace.go:171","msg":"trace[1599660707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28495; }","duration":"131.248504ms","start":"2026-04-28T23:32:22.156138Z","end":"2026-04-28T23:32:22.287387Z","steps":["trace[1599660707] 'agreement among raft nodes before linearized reading' (duration: 131.140782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.101813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.287481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.598558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T23:32:22.28751Z","caller":"traceutil/trace.go:171","msg":"trace[1133972847] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28495; }","duration":"111.223575ms","start":"2026-04-28T23:32:22.176267Z","end":"2026-04-28T23:32:22.287491Z","steps":["trace[1133972847] 'agreement among raft nodes before linearized reading' (duration: 111.057362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.967015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.287535Z","caller":"traceutil/trace.go:171","msg":"trace[1423281244] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28495; }","duration":"103.65845ms","start":"2026-04-28T23:32:22.183859Z","end":"2026-04-28T23:32:22.287518Z","steps":["trace[1423281244] 'agreement among raft nodes before linearized reading' (duration: 103.503336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287547Z","caller":"traceutil/trace.go:171","msg":"trace[2053823869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28495; }","duration":"160.989775ms","start":"2026-04-28T23:32:22.126551Z","end":"2026-04-28T23:32:22.287541Z","steps":["trace[2053823869] 'agreement among raft nodes before linearized reading' (duration: 160.956565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.320151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.287626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.470335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:22.287625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.44492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.287645Z","caller":"traceutil/trace.go:171","msg":"trace[232358153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28495; }","duration":"171.504295ms","start":"2026-04-28T23:32:22.116136Z","end":"2026-04-28T23:32:22.28764Z","steps":["trace[232358153] 'agreement among raft nodes before linearized reading' (duration: 171.474835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287646Z","caller":"traceutil/trace.go:171","msg":"trace[1344642639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28495; }","duration":"134.500874ms","start":"2026-04-28T23:32:22.153137Z","end":"2026-04-28T23:32:22.287637Z","steps":["trace[1344642639] 'agreement among raft nodes before linearized reading' (duration: 134.350791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287659Z","caller":"traceutil/trace.go:171","msg":"trace[2026933594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28495; }","duration":"111.498792ms","start":"2026-04-28T23:32:22.176151Z","end":"2026-04-28T23:32:22.287649Z","steps":["trace[2026933594] 'agreement among raft nodes before linearized reading' (duration: 111.44415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.287475Z","caller":"traceutil/trace.go:171","msg":"trace[440770722] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"165.238588ms","start":"2026-04-28T23:32:22.12223Z","end":"2026-04-28T23:32:22.287468Z","steps":["trace[440770722] 'process raft request' (duration: 164.783197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.47615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.287814Z","caller":"traceutil/trace.go:171","msg":"trace[1054964326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28495; }","duration":"110.51821ms","start":"2026-04-28T23:32:22.177291Z","end":"2026-04-28T23:32:22.287809Z","steps":["trace[1054964326] 'agreement among raft nodes before linearized reading' (duration: 110.482719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.237847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aaa889d6733903\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T23:32:22.287898Z","caller":"traceutil/trace.go:171","msg":"trace[1668957283] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aaa889d6733903; range_end:; response_count:1; response_revision:28495; }","duration":"128.285249ms","start":"2026-04-28T23:32:22.159605Z","end":"2026-04-28T23:32:22.28789Z","steps":["trace[1668957283] 'agreement among raft nodes before linearized reading' (duration: 128.197667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.287933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.008363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T23:32:22.287981Z","caller":"traceutil/trace.go:171","msg":"trace[357061383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28495; }","duration":"118.071754ms","start":"2026-04-28T23:32:22.169895Z","end":"2026-04-28T23:32:22.287966Z","steps":["trace[357061383] 'agreement among raft nodes before linearized reading' (duration: 117.944592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.291258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.342068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29623635.18aaa8584badfc7b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28493 ","response":"range_response_count:500 size:389166"} {"level":"info","ts":"2026-04-28T23:32:22.291307Z","caller":"traceutil/trace.go:171","msg":"trace[1537492036] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29623635.18aaa8584badfc7b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:28495; }","duration":"116.415129ms","start":"2026-04-28T23:32:22.174881Z","end":"2026-04-28T23:32:22.291296Z","steps":["trace[1537492036] 'agreement among raft nodes before linearized reading' (duration: 112.875262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.532936Z","caller":"traceutil/trace.go:171","msg":"trace[551792691] linearizableReadLoop","detail":"{readStateIndex:29561; appliedIndex:29560; }","duration":"213.494673ms","start":"2026-04-28T23:32:22.319415Z","end":"2026-04-28T23:32:22.53291Z","steps":["trace[551792691] 'read index received' (duration: 212.717247ms)","trace[551792691] 'applied index is now lower than readState.Index' (duration: 776.476µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:22.533036Z","caller":"traceutil/trace.go:171","msg":"trace[1121980423] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"214.012485ms","start":"2026-04-28T23:32:22.318998Z","end":"2026-04-28T23:32:22.53301Z","steps":["trace[1121980423] 'process raft request' (duration: 213.050304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.53318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.75045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx\" ","response":"range_response_count:1 size:3887"} {"level":"info","ts":"2026-04-28T23:32:22.533238Z","caller":"traceutil/trace.go:171","msg":"trace[417279612] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx; range_end:; response_count:1; response_revision:28499; }","duration":"213.876212ms","start":"2026-04-28T23:32:22.319349Z","end":"2026-04-28T23:32:22.533225Z","steps":["trace[417279612] 'agreement among raft nodes before linearized reading' (duration: 213.687178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.536499Z","caller":"traceutil/trace.go:171","msg":"trace[790765907] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"211.880209ms","start":"2026-04-28T23:32:22.324602Z","end":"2026-04-28T23:32:22.536482Z","steps":["trace[790765907] 'process raft request' (duration: 211.814287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.536551Z","caller":"traceutil/trace.go:171","msg":"trace[953904505] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"216.632074ms","start":"2026-04-28T23:32:22.319899Z","end":"2026-04-28T23:32:22.536531Z","steps":["trace[953904505] 'process raft request' (duration: 216.393437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.536634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.178109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.536671Z","caller":"traceutil/trace.go:171","msg":"trace[248819645] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28501; }","duration":"166.26179ms","start":"2026-04-28T23:32:22.370401Z","end":"2026-04-28T23:32:22.536663Z","steps":["trace[248819645] 'agreement among raft nodes before linearized reading' (duration: 166.195099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.536706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.465215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.536745Z","caller":"traceutil/trace.go:171","msg":"trace[1732504586] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28501; }","duration":"166.537787ms","start":"2026-04-28T23:32:22.370194Z","end":"2026-04-28T23:32:22.536732Z","steps":["trace[1732504586] 'agreement among raft nodes before linearized reading' (duration: 166.469225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.536744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.987051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-04-28T23:32:22.536858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.45155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:22.536888Z","caller":"traceutil/trace.go:171","msg":"trace[1353179365] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28501; }","duration":"164.496231ms","start":"2026-04-28T23:32:22.372383Z","end":"2026-04-28T23:32:22.53688Z","steps":["trace[1353179365] 'agreement among raft nodes before linearized reading' (duration: 164.45875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:22.536834Z","caller":"traceutil/trace.go:171","msg":"trace[1056720580] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28501; }","duration":"217.108464ms","start":"2026-04-28T23:32:22.319702Z","end":"2026-04-28T23:32:22.536811Z","steps":["trace[1056720580] 'agreement among raft nodes before linearized reading' (duration: 216.787526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:22.539452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.824921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-barbican-server-0.18aaa68193834b69\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28493 ","response":"range_response_count:452 size:348354"} {"level":"info","ts":"2026-04-28T23:32:22.539508Z","caller":"traceutil/trace.go:171","msg":"trace[614988053] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-barbican-server-0.18aaa68193834b69\u0000; range_end:/registry/events/openstack0; response_count:452; response_revision:28501; }","duration":"207.922794ms","start":"2026-04-28T23:32:22.331573Z","end":"2026-04-28T23:32:22.539496Z","steps":["trace[614988053] 'agreement among raft nodes before linearized reading' (duration: 205.442279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.024598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.79148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:23.024666Z","caller":"traceutil/trace.go:171","msg":"trace[1535730852] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"334.883272ms","start":"2026-04-28T23:32:22.689771Z","end":"2026-04-28T23:32:23.024655Z","steps":["trace[1535730852] 'process raft request' (duration: 126.98353ms)","trace[1535730852] 'compare' (duration: 207.642426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:23.0247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.689756Z","time spent":"334.926904ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:23.033511Z","caller":"traceutil/trace.go:171","msg":"trace[1036561349] linearizableReadLoop","detail":"{readStateIndex:29581; appliedIndex:29578; }","duration":"340.488144ms","start":"2026-04-28T23:32:22.693007Z","end":"2026-04-28T23:32:23.033496Z","steps":["trace[1036561349] 'read index received' (duration: 123.746929ms)","trace[1036561349] 'applied index is now lower than readState.Index' (duration: 216.740435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:23.033623Z","caller":"traceutil/trace.go:171","msg":"trace[1364829738] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"343.729205ms","start":"2026-04-28T23:32:22.689857Z","end":"2026-04-28T23:32:23.033586Z","steps":["trace[1364829738] 'process raft request' (duration: 343.47694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.033733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.689834Z","time spent":"343.849778ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T23:32:23.033757Z","caller":"traceutil/trace.go:171","msg":"trace[1544898186] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"342.154521ms","start":"2026-04-28T23:32:22.691591Z","end":"2026-04-28T23:32:23.033745Z","steps":["trace[1544898186] 'process raft request' (duration: 341.839954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.033832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.691581Z","time spent":"342.213602ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5775,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:23.033953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.408276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:23.03414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.125738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-28T23:32:23.034167Z","caller":"traceutil/trace.go:171","msg":"trace[1528037867] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:28519; }","duration":"341.16691ms","start":"2026-04-28T23:32:22.692995Z","end":"2026-04-28T23:32:23.034162Z","steps":["trace[1528037867] 'agreement among raft nodes before linearized reading' (duration: 341.067607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.03421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.69299Z","time spent":"341.215401ms","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-28T23:32:23.034496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.92006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:23.034498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.88966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:23.034522Z","caller":"traceutil/trace.go:171","msg":"trace[967012926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28519; }","duration":"185.969791ms","start":"2026-04-28T23:32:22.848544Z","end":"2026-04-28T23:32:23.034514Z","steps":["trace[967012926] 'agreement among raft nodes before linearized reading' (duration: 185.93258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.03453Z","caller":"traceutil/trace.go:171","msg":"trace[1190546920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28519; }","duration":"185.92543ms","start":"2026-04-28T23:32:22.848594Z","end":"2026-04-28T23:32:23.03452Z","steps":["trace[1190546920] 'agreement among raft nodes before linearized reading' (duration: 185.877989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.034651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.101671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:23.034676Z","caller":"traceutil/trace.go:171","msg":"trace[565434103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28519; }","duration":"338.133342ms","start":"2026-04-28T23:32:22.696534Z","end":"2026-04-28T23:32:23.034668Z","steps":["trace[565434103] 'agreement among raft nodes before linearized reading' (duration: 338.101851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.034691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.69653Z","time spent":"338.157042ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:32:23.036174Z","caller":"traceutil/trace.go:171","msg":"trace[554999094] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28519; }","duration":"337.496308ms","start":"2026-04-28T23:32:22.696514Z","end":"2026-04-28T23:32:23.03401Z","steps":["trace[554999094] 'agreement among raft nodes before linearized reading' (duration: 337.320965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.03781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:22.696497Z","time spent":"341.291111ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-28T23:32:23.186403Z","caller":"traceutil/trace.go:171","msg":"trace[526470176] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"128.429881ms","start":"2026-04-28T23:32:23.057943Z","end":"2026-04-28T23:32:23.186373Z","steps":["trace[526470176] 'process raft request' (duration: 128.353079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.186853Z","caller":"traceutil/trace.go:171","msg":"trace[1598514246] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"140.366193ms","start":"2026-04-28T23:32:23.046474Z","end":"2026-04-28T23:32:23.18684Z","steps":["trace[1598514246] 'process raft request' (duration: 134.256968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.187077Z","caller":"traceutil/trace.go:171","msg":"trace[882288089] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"140.299132ms","start":"2026-04-28T23:32:23.046764Z","end":"2026-04-28T23:32:23.187064Z","steps":["trace[882288089] 'process raft request' (duration: 139.435112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.187214Z","caller":"traceutil/trace.go:171","msg":"trace[766472714] linearizableReadLoop","detail":"{readStateIndex:29584; appliedIndex:29582; }","duration":"136.407867ms","start":"2026-04-28T23:32:23.050796Z","end":"2026-04-28T23:32:23.187204Z","steps":["trace[766472714] 'read index received' (duration: 129.942124ms)","trace[766472714] 'applied index is now lower than readState.Index' (duration: 6.464483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:23.187466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.349903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.187502Z","caller":"traceutil/trace.go:171","msg":"trace[260394190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28523; }","duration":"140.470135ms","start":"2026-04-28T23:32:23.04702Z","end":"2026-04-28T23:32:23.18749Z","steps":["trace[260394190] 'agreement among raft nodes before linearized reading' (duration: 140.329352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.187539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.100574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa5cfd8675bc7\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-04-28T23:32:23.187602Z","caller":"traceutil/trace.go:171","msg":"trace[923411186] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-vsd9w.18aaa5cfd8675bc7; range_end:; response_count:1; response_revision:28523; }","duration":"133.318089ms","start":"2026-04-28T23:32:23.054269Z","end":"2026-04-28T23:32:23.187587Z","steps":["trace[923411186] 'agreement among raft nodes before linearized reading' (duration: 133.130975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.187589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.182129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.187644Z","caller":"traceutil/trace.go:171","msg":"trace[2071509681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28523; }","duration":"119.304153ms","start":"2026-04-28T23:32:23.068328Z","end":"2026-04-28T23:32:23.187632Z","steps":["trace[2071509681] 'agreement among raft nodes before linearized reading' (duration: 119.138829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.1877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.098638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T23:32:23.187677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.097808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.187735Z","caller":"traceutil/trace.go:171","msg":"trace[1535199326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28523; }","duration":"146.143199ms","start":"2026-04-28T23:32:23.041582Z","end":"2026-04-28T23:32:23.187725Z","steps":["trace[1535199326] 'agreement among raft nodes before linearized reading' (duration: 145.857963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.187762Z","caller":"traceutil/trace.go:171","msg":"trace[1273291582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28523; }","duration":"119.241421ms","start":"2026-04-28T23:32:23.068499Z","end":"2026-04-28T23:32:23.18774Z","steps":["trace[1273291582] 'agreement among raft nodes before linearized reading' (duration: 119.069587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.187529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.485576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.187848Z","caller":"traceutil/trace.go:171","msg":"trace[497783564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28523; }","duration":"140.869254ms","start":"2026-04-28T23:32:23.046968Z","end":"2026-04-28T23:32:23.187837Z","steps":["trace[497783564] 'agreement among raft nodes before linearized reading' (duration: 140.501256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.187812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.398763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T23:32:23.187945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.801197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-28T23:32:23.187936Z","caller":"traceutil/trace.go:171","msg":"trace[1869943600] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28523; }","duration":"124.543866ms","start":"2026-04-28T23:32:23.06338Z","end":"2026-04-28T23:32:23.187924Z","steps":["trace[1869943600] 'agreement among raft nodes before linearized reading' (duration: 124.372502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.187965Z","caller":"traceutil/trace.go:171","msg":"trace[602257660] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:28523; }","duration":"132.847058ms","start":"2026-04-28T23:32:23.055113Z","end":"2026-04-28T23:32:23.18796Z","steps":["trace[602257660] 'agreement among raft nodes before linearized reading' (duration: 132.791747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.454024Z","caller":"traceutil/trace.go:171","msg":"trace[1735572855] linearizableReadLoop","detail":"{readStateIndex:29588; appliedIndex:29585; }","duration":"260.256268ms","start":"2026-04-28T23:32:23.193742Z","end":"2026-04-28T23:32:23.453998Z","steps":["trace[1735572855] 'read index received' (duration: 73.852057ms)","trace[1735572855] 'applied index is now lower than readState.Index' (duration: 186.403341ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:23.454078Z","caller":"traceutil/trace.go:171","msg":"trace[390392833] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"261.242349ms","start":"2026-04-28T23:32:23.192816Z","end":"2026-04-28T23:32:23.454059Z","steps":["trace[390392833] 'process raft request' (duration: 261.049835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.454104Z","caller":"traceutil/trace.go:171","msg":"trace[1542584268] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"262.217881ms","start":"2026-04-28T23:32:23.191851Z","end":"2026-04-28T23:32:23.454068Z","steps":["trace[1542584268] 'process raft request' (duration: 165.211887ms)","trace[1542584268] 'compare' (duration: 96.677267ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:23.454132Z","caller":"traceutil/trace.go:171","msg":"trace[1673107344] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"258.841807ms","start":"2026-04-28T23:32:23.195258Z","end":"2026-04-28T23:32:23.454099Z","steps":["trace[1673107344] 'process raft request' (duration: 258.687253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.247078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.454246Z","caller":"traceutil/trace.go:171","msg":"trace[2129515915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28527; }","duration":"260.340369ms","start":"2026-04-28T23:32:23.193892Z","end":"2026-04-28T23:32:23.454232Z","steps":["trace[2129515915] 'agreement among raft nodes before linearized reading' (duration: 260.246047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.494593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-28T23:32:23.454276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.869083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.454317Z","caller":"traceutil/trace.go:171","msg":"trace[759665187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28527; }","duration":"139.974615ms","start":"2026-04-28T23:32:23.314331Z","end":"2026-04-28T23:32:23.454305Z","steps":["trace[759665187] 'agreement among raft nodes before linearized reading' (duration: 139.813852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.454312Z","caller":"traceutil/trace.go:171","msg":"trace[1605415583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28527; }","duration":"260.591335ms","start":"2026-04-28T23:32:23.193702Z","end":"2026-04-28T23:32:23.454294Z","steps":["trace[1605415583] 'agreement among raft nodes before linearized reading' (duration: 260.402201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.835955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"warn","ts":"2026-04-28T23:32:23.454435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.803827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.45447Z","caller":"traceutil/trace.go:171","msg":"trace[1334037091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28527; }","duration":"200.844217ms","start":"2026-04-28T23:32:23.253617Z","end":"2026-04-28T23:32:23.454461Z","steps":["trace[1334037091] 'agreement among raft nodes before linearized reading' (duration: 200.780506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.184709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.454508Z","caller":"traceutil/trace.go:171","msg":"trace[1640964228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28527; }","duration":"140.24158ms","start":"2026-04-28T23:32:23.314261Z","end":"2026-04-28T23:32:23.454503Z","steps":["trace[1640964228] 'agreement among raft nodes before linearized reading' (duration: 140.200599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.091023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.45474Z","caller":"traceutil/trace.go:171","msg":"trace[341353967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28527; }","duration":"201.163694ms","start":"2026-04-28T23:32:23.253563Z","end":"2026-04-28T23:32:23.454727Z","steps":["trace[341353967] 'agreement among raft nodes before linearized reading' (duration: 201.058892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.523205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.45479Z","caller":"traceutil/trace.go:171","msg":"trace[1692464508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28527; }","duration":"176.612387ms","start":"2026-04-28T23:32:23.278161Z","end":"2026-04-28T23:32:23.454774Z","steps":["trace[1692464508] 'agreement among raft nodes before linearized reading' (duration: 176.455454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.454448Z","caller":"traceutil/trace.go:171","msg":"trace[631227370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:28527; }","duration":"199.915227ms","start":"2026-04-28T23:32:23.254517Z","end":"2026-04-28T23:32:23.454432Z","steps":["trace[631227370] 'agreement among raft nodes before linearized reading' (duration: 199.755123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.45495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.953763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-28T23:32:23.455089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.240256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:32:23.455118Z","caller":"traceutil/trace.go:171","msg":"trace[709827020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:28527; }","duration":"238.271136ms","start":"2026-04-28T23:32:23.216838Z","end":"2026-04-28T23:32:23.45511Z","steps":["trace[709827020] 'agreement among raft nodes before linearized reading' (duration: 238.187445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.454802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.002661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:32:23.455242Z","caller":"traceutil/trace.go:171","msg":"trace[1694006201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28527; }","duration":"185.45656ms","start":"2026-04-28T23:32:23.269772Z","end":"2026-04-28T23:32:23.455228Z","steps":["trace[1694006201] 'agreement among raft nodes before linearized reading' (duration: 184.956049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.455235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.924274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.455273Z","caller":"traceutil/trace.go:171","msg":"trace[2088304496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28527; }","duration":"261.139537ms","start":"2026-04-28T23:32:23.193921Z","end":"2026-04-28T23:32:23.45506Z","steps":["trace[2088304496] 'agreement among raft nodes before linearized reading' (duration: 260.719778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.455331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.555423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:32:23.455383Z","caller":"traceutil/trace.go:171","msg":"trace[746298205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28527; }","duration":"177.074407ms","start":"2026-04-28T23:32:23.278202Z","end":"2026-04-28T23:32:23.455276Z","steps":["trace[746298205] 'agreement among raft nodes before linearized reading' (duration: 176.880133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.455402Z","caller":"traceutil/trace.go:171","msg":"trace[1268623104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28527; }","duration":"238.641325ms","start":"2026-04-28T23:32:23.216744Z","end":"2026-04-28T23:32:23.455386Z","steps":["trace[1268623104] 'agreement among raft nodes before linearized reading' (duration: 238.527462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.710764Z","caller":"traceutil/trace.go:171","msg":"trace[1761511713] linearizableReadLoop","detail":"{readStateIndex:29591; appliedIndex:29590; }","duration":"222.172775ms","start":"2026-04-28T23:32:23.488569Z","end":"2026-04-28T23:32:23.710741Z","steps":["trace[1761511713] 'read index received' (duration: 220.067968ms)","trace[1761511713] 'applied index is now lower than readState.Index' (duration: 2.104027ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:23.71085Z","caller":"traceutil/trace.go:171","msg":"trace[1257726271] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"245.979746ms","start":"2026-04-28T23:32:23.464863Z","end":"2026-04-28T23:32:23.710842Z","steps":["trace[1257726271] 'process raft request' (duration: 243.846779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.711003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.863489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx\" ","response":"range_response_count:1 size:4199"} {"level":"info","ts":"2026-04-28T23:32:23.711072Z","caller":"traceutil/trace.go:171","msg":"trace[1358131436] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx; range_end:; response_count:1; response_revision:28529; }","duration":"211.978321ms","start":"2026-04-28T23:32:23.499076Z","end":"2026-04-28T23:32:23.711054Z","steps":["trace[1358131436] 'agreement among raft nodes before linearized reading' (duration: 211.799237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.711284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.702036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/node-feature-discovery-worker-6p9mj.18aaa621eff90966\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-28T23:32:23.711313Z","caller":"traceutil/trace.go:171","msg":"trace[1006397508] range","detail":"{range_begin:/registry/events/monitoring/node-feature-discovery-worker-6p9mj.18aaa621eff90966; range_end:; response_count:1; response_revision:28529; }","duration":"222.796588ms","start":"2026-04-28T23:32:23.488509Z","end":"2026-04-28T23:32:23.711305Z","steps":["trace[1006397508] 'agreement among raft nodes before linearized reading' (duration: 222.681625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:23.711419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.552786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T23:32:23.711453Z","caller":"traceutil/trace.go:171","msg":"trace[1746107218] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28529; }","duration":"197.627777ms","start":"2026-04-28T23:32:23.513817Z","end":"2026-04-28T23:32:23.711445Z","steps":["trace[1746107218] 'agreement among raft nodes before linearized reading' (duration: 197.538495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.829243Z","caller":"traceutil/trace.go:171","msg":"trace[420535908] linearizableReadLoop","detail":"{readStateIndex:29593; appliedIndex:29592; }","duration":"104.021937ms","start":"2026-04-28T23:32:23.725199Z","end":"2026-04-28T23:32:23.829221Z","steps":["trace[420535908] 'read index received' (duration: 101.955902ms)","trace[420535908] 'applied index is now lower than readState.Index' (duration: 2.065265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:23.829412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.200491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce0cbe6d0a\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-04-28T23:32:23.829454Z","caller":"traceutil/trace.go:171","msg":"trace[1559065840] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-cctn6.18aaa5ce0cbe6d0a; range_end:; response_count:1; response_revision:28531; }","duration":"104.260332ms","start":"2026-04-28T23:32:23.725187Z","end":"2026-04-28T23:32:23.829448Z","steps":["trace[1559065840] 'agreement among raft nodes before linearized reading' (duration: 104.105739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:23.829653Z","caller":"traceutil/trace.go:171","msg":"trace[262776044] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"108.135627ms","start":"2026-04-28T23:32:23.721488Z","end":"2026-04-28T23:32:23.829624Z","steps":["trace[262776044] 'process raft request' (duration: 105.782485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.191169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.611721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:24.191238Z","caller":"traceutil/trace.go:171","msg":"trace[1732060071] linearizableReadLoop","detail":"{readStateIndex:29596; appliedIndex:29595; }","duration":"340.789331ms","start":"2026-04-28T23:32:23.850438Z","end":"2026-04-28T23:32:24.191227Z","steps":["trace[1732060071] 'read index received' (duration: 225.013206ms)","trace[1732060071] 'applied index is now lower than readState.Index' (duration: 115.775395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:24.191295Z","caller":"traceutil/trace.go:171","msg":"trace[816192867] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"344.294978ms","start":"2026-04-28T23:32:23.846993Z","end":"2026-04-28T23:32:24.191288Z","steps":["trace[816192867] 'process raft request' (duration: 228.494033ms)","trace[816192867] 'compare' (duration: 115.467868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:24.191328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:23.846974Z","time spent":"344.338958ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:24.191439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.006974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:24.1915Z","caller":"traceutil/trace.go:171","msg":"trace[648838575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28534; }","duration":"266.075115ms","start":"2026-04-28T23:32:23.92541Z","end":"2026-04-28T23:32:24.191485Z","steps":["trace[648838575] 'agreement among raft nodes before linearized reading' (duration: 265.962903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.191506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.053446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aaa823e9989e3f\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-04-28T23:32:24.19158Z","caller":"traceutil/trace.go:171","msg":"trace[93862030] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aaa823e9989e3f; range_end:; response_count:1; response_revision:28534; }","duration":"341.165319ms","start":"2026-04-28T23:32:23.850401Z","end":"2026-04-28T23:32:24.191567Z","steps":["trace[93862030] 'agreement among raft nodes before linearized reading' (duration: 340.966295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.19162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:23.850386Z","time spent":"341.22821ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":809,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aaa823e9989e3f\" "} {"level":"info","ts":"2026-04-28T23:32:24.36313Z","caller":"traceutil/trace.go:171","msg":"trace[139960478] linearizableReadLoop","detail":"{readStateIndex:29597; appliedIndex:29596; }","duration":"168.237474ms","start":"2026-04-28T23:32:24.19487Z","end":"2026-04-28T23:32:24.363108Z","steps":["trace[139960478] 'read index received' (duration: 125.536509ms)","trace[139960478] 'applied index is now lower than readState.Index' (duration: 42.699835ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:24.363156Z","caller":"traceutil/trace.go:171","msg":"trace[1023312791] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"169.01205ms","start":"2026-04-28T23:32:24.194111Z","end":"2026-04-28T23:32:24.363123Z","steps":["trace[1023312791] 'process raft request' (duration: 126.358156ms)","trace[1023312791] 'compare' (duration: 42.538982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:24.363448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.555141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx\" ","response":"range_response_count:1 size:3887"} {"level":"info","ts":"2026-04-28T23:32:24.363508Z","caller":"traceutil/trace.go:171","msg":"trace[528365781] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-znsdx; range_end:; response_count:1; response_revision:28535; }","duration":"168.634062ms","start":"2026-04-28T23:32:24.19486Z","end":"2026-04-28T23:32:24.363494Z","steps":["trace[528365781] 'agreement among raft nodes before linearized reading' (duration: 168.369037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.676325Z","caller":"traceutil/trace.go:171","msg":"trace[1188617608] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"292.984914ms","start":"2026-04-28T23:32:24.383319Z","end":"2026-04-28T23:32:24.676304Z","steps":["trace[1188617608] 'process raft request' (duration: 289.756144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.676317Z","caller":"traceutil/trace.go:171","msg":"trace[293033784] linearizableReadLoop","detail":"{readStateIndex:29600; appliedIndex:29599; }","duration":"276.122795ms","start":"2026-04-28T23:32:24.400169Z","end":"2026-04-28T23:32:24.676292Z","steps":["trace[293033784] 'read index received' (duration: 273.040158ms)","trace[293033784] 'applied index is now lower than readState.Index' (duration: 3.081517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:24.676503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.317469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa8d53cc19992\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-04-28T23:32:24.676571Z","caller":"traceutil/trace.go:171","msg":"trace[1864345053] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zvgzj.18aaa8d53cc19992; range_end:; response_count:1; response_revision:28538; }","duration":"276.422262ms","start":"2026-04-28T23:32:24.40013Z","end":"2026-04-28T23:32:24.676552Z","steps":["trace[1864345053] 'agreement among raft nodes before linearized reading' (duration: 276.233898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.928403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.720591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:24.928617Z","caller":"traceutil/trace.go:171","msg":"trace[863300352] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"292.173787ms","start":"2026-04-28T23:32:24.63641Z","end":"2026-04-28T23:32:24.928584Z","steps":["trace[863300352] 'process raft request' (duration: 151.19681ms)","trace[863300352] 'compare' (duration: 140.538337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:24.928803Z","caller":"traceutil/trace.go:171","msg":"trace[1588557256] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"235.456506ms","start":"2026-04-28T23:32:24.693321Z","end":"2026-04-28T23:32:24.928778Z","steps":["trace[1588557256] 'process raft request' (duration: 235.353103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.928919Z","caller":"traceutil/trace.go:171","msg":"trace[1885996291] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"292.120466ms","start":"2026-04-28T23:32:24.636786Z","end":"2026-04-28T23:32:24.928906Z","steps":["trace[1885996291] 'process raft request' (duration: 291.769378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.928937Z","caller":"traceutil/trace.go:171","msg":"trace[441699075] transaction","detail":"{read_only:false; response_revision:28543; number_of_response:1; }","duration":"283.060598ms","start":"2026-04-28T23:32:24.645863Z","end":"2026-04-28T23:32:24.928923Z","steps":["trace[441699075] 'process raft request' (duration: 282.76227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.929017Z","caller":"traceutil/trace.go:171","msg":"trace[1089844189] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"291.686767ms","start":"2026-04-28T23:32:24.637322Z","end":"2026-04-28T23:32:24.929009Z","steps":["trace[1089844189] 'process raft request' (duration: 291.270727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.929055Z","caller":"traceutil/trace.go:171","msg":"trace[1108739286] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"292.544615ms","start":"2026-04-28T23:32:24.636501Z","end":"2026-04-28T23:32:24.929045Z","steps":["trace[1108739286] 'process raft request' (duration: 291.995793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:24.929079Z","caller":"traceutil/trace.go:171","msg":"trace[1807879559] linearizableReadLoop","detail":"{readStateIndex:29605; appliedIndex:29600; }","duration":"252.603961ms","start":"2026-04-28T23:32:24.676458Z","end":"2026-04-28T23:32:24.929062Z","steps":["trace[1807879559] 'read index received' (duration: 111.167574ms)","trace[1807879559] 'applied index is now lower than readState.Index' (duration: 141.435307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:24.929116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.689336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:24.929137Z","caller":"traceutil/trace.go:171","msg":"trace[1348686278] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28544; }","duration":"301.750136ms","start":"2026-04-28T23:32:24.62738Z","end":"2026-04-28T23:32:24.92913Z","steps":["trace[1348686278] 'agreement among raft nodes before linearized reading' (duration: 301.707745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.929163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:24.627354Z","time spent":"301.802308ms","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:32:24.929224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.284731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T23:32:24.929264Z","caller":"traceutil/trace.go:171","msg":"trace[1687939972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28544; }","duration":"520.348883ms","start":"2026-04-28T23:32:24.408905Z","end":"2026-04-28T23:32:24.929253Z","steps":["trace[1687939972] 'agreement among raft nodes before linearized reading' (duration: 520.22216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:24.929303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:24.408894Z","time spent":"520.399014ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T23:32:25.104851Z","caller":"traceutil/trace.go:171","msg":"trace[60570825] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"168.97653ms","start":"2026-04-28T23:32:24.93583Z","end":"2026-04-28T23:32:25.104807Z","steps":["trace[60570825] 'process raft request' (duration: 168.785215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:25.3108Z","caller":"traceutil/trace.go:171","msg":"trace[742250860] transaction","detail":"{read_only:false; response_revision:28547; number_of_response:1; }","duration":"177.682691ms","start":"2026-04-28T23:32:25.133082Z","end":"2026-04-28T23:32:25.310764Z","steps":["trace[742250860] 'process raft request' (duration: 168.07572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.052635Z","caller":"traceutil/trace.go:171","msg":"trace[1632910066] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"116.884969ms","start":"2026-04-28T23:32:26.93573Z","end":"2026-04-28T23:32:27.052615Z","steps":["trace[1632910066] 'process raft request' (duration: 116.677194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.05287Z","caller":"traceutil/trace.go:171","msg":"trace[1066729391] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"117.102514ms","start":"2026-04-28T23:32:26.935737Z","end":"2026-04-28T23:32:27.05284Z","steps":["trace[1066729391] 'process raft request' (duration: 116.842018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.11601Z","caller":"traceutil/trace.go:171","msg":"trace[1278183651] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"179.883797ms","start":"2026-04-28T23:32:26.936102Z","end":"2026-04-28T23:32:27.115986Z","steps":["trace[1278183651] 'process raft request' (duration: 178.676812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.116268Z","caller":"traceutil/trace.go:171","msg":"trace[838911508] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"179.956259ms","start":"2026-04-28T23:32:26.936292Z","end":"2026-04-28T23:32:27.116248Z","steps":["trace[838911508] 'process raft request' (duration: 179.629992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.116562Z","caller":"traceutil/trace.go:171","msg":"trace[1410138030] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"168.809425ms","start":"2026-04-28T23:32:26.947734Z","end":"2026-04-28T23:32:27.116544Z","steps":["trace[1410138030] 'process raft request' (duration: 168.440807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:27.825678Z","caller":"traceutil/trace.go:171","msg":"trace[1564721269] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"198.283592ms","start":"2026-04-28T23:32:27.627357Z","end":"2026-04-28T23:32:27.82564Z","steps":["trace[1564721269] 'process raft request' (duration: 176.955814ms)","trace[1564721269] 'compare' (duration: 21.042511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:28.496945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.208162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:28.497174Z","caller":"traceutil/trace.go:171","msg":"trace[1836190623] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"496.154672ms","start":"2026-04-28T23:32:28.000978Z","end":"2026-04-28T23:32:28.497132Z","steps":["trace[1836190623] 'process raft request' (duration: 343.623273ms)","trace[1836190623] 'compare' (duration: 151.787183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:28.49737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:28.00096Z","time spent":"496.299046ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:30.196159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.096298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:32:30.196466Z","caller":"traceutil/trace.go:171","msg":"trace[1112014515] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"263.483818ms","start":"2026-04-28T23:32:29.932943Z","end":"2026-04-28T23:32:30.196427Z","steps":["trace[1112014515] 'process raft request' (duration: 75.029583ms)","trace[1112014515] 'compare' (duration: 187.826562ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:30.696498Z","caller":"traceutil/trace.go:171","msg":"trace[2119951440] transaction","detail":"{read_only:false; response_revision:28574; number_of_response:1; }","duration":"116.148503ms","start":"2026-04-28T23:32:30.580322Z","end":"2026-04-28T23:32:30.696471Z","steps":["trace[2119951440] 'process raft request' (duration: 115.956108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:31.205209Z","caller":"traceutil/trace.go:171","msg":"trace[475446740] transaction","detail":"{read_only:false; response_revision:28576; number_of_response:1; }","duration":"133.763819ms","start":"2026-04-28T23:32:31.071416Z","end":"2026-04-28T23:32:31.20518Z","steps":["trace[475446740] 'process raft request' (duration: 127.596315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:31.207119Z","caller":"traceutil/trace.go:171","msg":"trace[907074493] transaction","detail":"{read_only:false; response_revision:28577; number_of_response:1; }","duration":"133.565595ms","start":"2026-04-28T23:32:31.073534Z","end":"2026-04-28T23:32:31.207099Z","steps":["trace[907074493] 'process raft request' (duration: 133.416221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:32.072344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.554767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:32.072464Z","caller":"traceutil/trace.go:171","msg":"trace[187732034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28581; }","duration":"167.781014ms","start":"2026-04-28T23:32:31.904656Z","end":"2026-04-28T23:32:32.072437Z","steps":["trace[187732034] 'range keys from in-memory index tree' (duration: 167.426845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:32.072885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.890659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:32:32.072991Z","caller":"traceutil/trace.go:171","msg":"trace[894110710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28581; }","duration":"175.046583ms","start":"2026-04-28T23:32:31.897917Z","end":"2026-04-28T23:32:32.072964Z","steps":["trace[894110710] 'range keys from in-memory index tree' (duration: 174.683125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:32.344091Z","caller":"traceutil/trace.go:171","msg":"trace[2122222839] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"134.917543ms","start":"2026-04-28T23:32:32.209136Z","end":"2026-04-28T23:32:32.344054Z","steps":["trace[2122222839] 'process raft request' (duration: 134.330041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:32.840547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.224459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:32:32.84065Z","caller":"traceutil/trace.go:171","msg":"trace[282850874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28585; }","duration":"139.388142ms","start":"2026-04-28T23:32:32.701238Z","end":"2026-04-28T23:32:32.840626Z","steps":["trace[282850874] 'range keys from in-memory index tree' (duration: 138.921903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:33.53032Z","caller":"traceutil/trace.go:171","msg":"trace[1787209026] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"315.113829ms","start":"2026-04-28T23:32:33.215182Z","end":"2026-04-28T23:32:33.530296Z","steps":["trace[1787209026] 'process raft request' (duration: 314.878344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:33.530445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:33.215166Z","time spent":"315.213621ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:33.530474Z","caller":"traceutil/trace.go:171","msg":"trace[147526968] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"315.15828ms","start":"2026-04-28T23:32:33.215277Z","end":"2026-04-28T23:32:33.530435Z","steps":["trace[147526968] 'process raft request' (duration: 314.962456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:33.530656Z","caller":"traceutil/trace.go:171","msg":"trace[1076100636] linearizableReadLoop","detail":"{readStateIndex:29655; appliedIndex:29652; }","duration":"274.030729ms","start":"2026-04-28T23:32:33.256615Z","end":"2026-04-28T23:32:33.530646Z","steps":["trace[1076100636] 'read index received' (duration: 273.493417ms)","trace[1076100636] 'applied index is now lower than readState.Index' (duration: 536.582µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:33.530655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:33.215272Z","time spent":"315.286573ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:32:33.530729Z","caller":"traceutil/trace.go:171","msg":"trace[507465088] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"315.436506ms","start":"2026-04-28T23:32:33.215275Z","end":"2026-04-28T23:32:33.530712Z","steps":["trace[507465088] 'process raft request' (duration: 315.280793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:33.530792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:32:33.215261Z","time spent":"315.502418ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:32:33.530864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.222214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T23:32:33.530913Z","caller":"traceutil/trace.go:171","msg":"trace[810758341] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28591; }","duration":"274.350946ms","start":"2026-04-28T23:32:33.256552Z","end":"2026-04-28T23:32:33.530903Z","steps":["trace[810758341] 'agreement among raft nodes before linearized reading' (duration: 274.135282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:34.264603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.961863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:32:34.265162Z","caller":"traceutil/trace.go:171","msg":"trace[791326385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28592; }","duration":"129.591946ms","start":"2026-04-28T23:32:34.135549Z","end":"2026-04-28T23:32:34.265141Z","steps":["trace[791326385] 'range keys from in-memory index tree' (duration: 128.749109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:34.534164Z","caller":"traceutil/trace.go:171","msg":"trace[33890393] linearizableReadLoop","detail":"{readStateIndex:29659; appliedIndex:29658; }","duration":"148.570423ms","start":"2026-04-28T23:32:34.385568Z","end":"2026-04-28T23:32:34.534139Z","steps":["trace[33890393] 'read index received' (duration: 148.43941ms)","trace[33890393] 'applied index is now lower than readState.Index' (duration: 129.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:32:34.53424Z","caller":"traceutil/trace.go:171","msg":"trace[2078437324] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"168.353496ms","start":"2026-04-28T23:32:34.365856Z","end":"2026-04-28T23:32:34.534209Z","steps":["trace[2078437324] 'process raft request' (duration: 168.113971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:34.534359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.779477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx\" ","response":"range_response_count:1 size:5792"} {"level":"info","ts":"2026-04-28T23:32:34.534406Z","caller":"traceutil/trace.go:171","msg":"trace[1352427755] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6knrx; range_end:; response_count:1; response_revision:28594; }","duration":"148.876839ms","start":"2026-04-28T23:32:34.385513Z","end":"2026-04-28T23:32:34.53439Z","steps":["trace[1352427755] 'agreement among raft nodes before linearized reading' (duration: 148.721456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:36.676707Z","caller":"traceutil/trace.go:171","msg":"trace[2142782116] linearizableReadLoop","detail":"{readStateIndex:29669; appliedIndex:29668; }","duration":"111.735297ms","start":"2026-04-28T23:32:36.564947Z","end":"2026-04-28T23:32:36.676682Z","steps":["trace[2142782116] 'read index received' (duration: 111.524402ms)","trace[2142782116] 'applied index is now lower than readState.Index' (duration: 209.905µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:32:36.676913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.941171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:32:36.676954Z","caller":"traceutil/trace.go:171","msg":"trace[309566142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28604; }","duration":"112.016572ms","start":"2026-04-28T23:32:36.564927Z","end":"2026-04-28T23:32:36.676944Z","steps":["trace[309566142] 'agreement among raft nodes before linearized reading' (duration: 111.855679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:36.677099Z","caller":"traceutil/trace.go:171","msg":"trace[1820042788] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"134.454793ms","start":"2026-04-28T23:32:36.54263Z","end":"2026-04-28T23:32:36.677084Z","steps":["trace[1820042788] 'process raft request' (duration: 133.914152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:37.683465Z","caller":"traceutil/trace.go:171","msg":"trace[198289061] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"139.550844ms","start":"2026-04-28T23:32:37.543889Z","end":"2026-04-28T23:32:37.68344Z","steps":["trace[198289061] 'process raft request' (duration: 139.377131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:37.701394Z","caller":"traceutil/trace.go:171","msg":"trace[1621105545] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"155.846773ms","start":"2026-04-28T23:32:37.545523Z","end":"2026-04-28T23:32:37.701369Z","steps":["trace[1621105545] 'process raft request' (duration: 155.662379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:37.701579Z","caller":"traceutil/trace.go:171","msg":"trace[3803254] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"155.959305ms","start":"2026-04-28T23:32:37.545598Z","end":"2026-04-28T23:32:37.701557Z","steps":["trace[3803254] 'process raft request' (duration: 155.71894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:39.410686Z","caller":"traceutil/trace.go:171","msg":"trace[1992896529] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"126.478958ms","start":"2026-04-28T23:32:39.28419Z","end":"2026-04-28T23:32:39.410669Z","steps":["trace[1992896529] 'process raft request' (duration: 126.330825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:40.785264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.214569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:32:40.785372Z","caller":"traceutil/trace.go:171","msg":"trace[184656610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28631; }","duration":"103.332062ms","start":"2026-04-28T23:32:40.682013Z","end":"2026-04-28T23:32:40.785345Z","steps":["trace[184656610] 'range keys from in-memory index tree' (duration: 103.021895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:32:41.025411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.184393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:32:41.025465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.17726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:32:41.025498Z","caller":"traceutil/trace.go:171","msg":"trace[1941811334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28637; }","duration":"121.321676ms","start":"2026-04-28T23:32:40.904156Z","end":"2026-04-28T23:32:41.025478Z","steps":["trace[1941811334] 'range keys from in-memory index tree' (duration: 121.05573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:32:41.025548Z","caller":"traceutil/trace.go:171","msg":"trace[937340291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28637; }","duration":"130.318902ms","start":"2026-04-28T23:32:40.895209Z","end":"2026-04-28T23:32:41.025528Z","steps":["trace[937340291] 'count revisions from in-memory index tree' (duration: 130.083997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:01.108451Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T23:33:01.114096Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T23:33:01.114196Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-04-28T23:33:26.166101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985878115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:33:26.666496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985878115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:33:26.872052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390342669s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:33:26.872604Z","caller":"traceutil/trace.go:171","msg":"trace[1360886503] transaction","detail":"{read_only:false; response_revision:29116; number_of_response:1; }","duration":"1.390989242s","start":"2026-04-28T23:33:25.48159Z","end":"2026-04-28T23:33:26.872579Z","steps":["trace[1360886503] 'process raft request' (duration: 1.390783118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:26.872766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.481564Z","time spent":"1.391116315s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:27.83624Z","caller":"traceutil/trace.go:171","msg":"trace[572528748] transaction","detail":"{read_only:false; response_revision:29117; number_of_response:1; }","duration":"2.278133295s","start":"2026-04-28T23:33:25.558065Z","end":"2026-04-28T23:33:27.836199Z","steps":["trace[572528748] 'process raft request' (duration: 2.275334764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:27.844352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.558049Z","time spent":"2.286227753s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:27.836619Z","caller":"traceutil/trace.go:171","msg":"trace[403742628] transaction","detail":"{read_only:false; response_revision:29118; number_of_response:1; }","duration":"1.894771773s","start":"2026-04-28T23:33:25.941812Z","end":"2026-04-28T23:33:27.836584Z","steps":["trace[403742628] 'process raft request' (duration: 1.894338693s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:27.836883Z","caller":"traceutil/trace.go:171","msg":"trace[892868923] transaction","detail":"{read_only:false; response_revision:29119; number_of_response:1; }","duration":"1.775028682s","start":"2026-04-28T23:33:26.061844Z","end":"2026-04-28T23:33:27.836873Z","steps":["trace[892868923] 'process raft request' (duration: 1.774604652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:27.845318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.061824Z","time spent":"1.783459846s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:27.845585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.941794Z","time spent":"1.90376438s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:27.859885Z","caller":"traceutil/trace.go:171","msg":"trace[1613907670] linearizableReadLoop","detail":"{readStateIndex:30198; appliedIndex:30193; }","duration":"2.194248358s","start":"2026-04-28T23:33:25.6656Z","end":"2026-04-28T23:33:27.859849Z","steps":["trace[1613907670] 'read index received' (duration: 1.20684636s)","trace[1613907670] 'applied index is now lower than readState.Index' (duration: 987.398468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:33:27.860045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194424883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:27.860082Z","caller":"traceutil/trace.go:171","msg":"trace[279705586] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29120; }","duration":"2.194507754s","start":"2026-04-28T23:33:25.665562Z","end":"2026-04-28T23:33:27.86007Z","steps":["trace[279705586] 'agreement among raft nodes before linearized reading' (duration: 2.194419132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:27.86011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.665542Z","time spent":"2.194559236s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:33:27.860043Z","caller":"traceutil/trace.go:171","msg":"trace[875731802] transaction","detail":"{read_only:false; response_revision:29120; number_of_response:1; }","duration":"1.796802808s","start":"2026-04-28T23:33:26.063134Z","end":"2026-04-28T23:33:27.859937Z","steps":["trace[875731802] 'process raft request' (duration: 1.773690543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:27.860623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.063118Z","time spent":"1.797438832s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:28.749012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000988577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:33:28.749183Z","caller":"traceutil/trace.go:171","msg":"trace[194341440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001233783s","start":"2026-04-28T23:33:26.747927Z","end":"2026-04-28T23:33:28.749161Z","steps":["trace[194341440] 'agreement among raft nodes before linearized reading' (duration: 2.001008468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:28.749245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.747914Z","time spent":"2.001322885s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 23:33:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T23:33:28.904642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000424425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T23:33:28.904769Z","caller":"traceutil/trace.go:171","msg":"trace[1578761665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065235s","start":"2026-04-28T23:33:26.904088Z","end":"2026-04-28T23:33:28.904741Z","steps":["trace[1578761665] 'agreement among raft nodes before linearized reading' (duration: 2.000447666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:28.904842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.904071Z","time spent":"2.000751522s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:33:29.064901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015854411s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T23:33:29.142428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093163014s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:33:29.142841Z","caller":"traceutil/trace.go:171","msg":"trace[675990302] transaction","detail":"{read_only:false; response_revision:29124; number_of_response:1; }","duration":"1.282343065s","start":"2026-04-28T23:33:27.860478Z","end":"2026-04-28T23:33:29.142821Z","steps":["trace[675990302] 'process raft request' (duration: 1.282257013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:29.143328Z","caller":"traceutil/trace.go:171","msg":"trace[1433478926] transaction","detail":"{read_only:false; response_revision:29122; number_of_response:1; }","duration":"2.17280196s","start":"2026-04-28T23:33:26.970484Z","end":"2026-04-28T23:33:29.143286Z","steps":["trace[1433478926] 'process raft request' (duration: 2.172098725s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:29.143311Z","caller":"traceutil/trace.go:171","msg":"trace[1209537872] transaction","detail":"{read_only:false; response_revision:29121; number_of_response:1; }","duration":"2.177777208s","start":"2026-04-28T23:33:26.965473Z","end":"2026-04-28T23:33:29.14325Z","steps":["trace[1209537872] 'process raft request' (duration: 1.083706205s)","trace[1209537872] 'compare' (duration: 1.09115725s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:33:29.143439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.970462Z","time spent":"2.172933463s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:29.143504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.965454Z","time spent":"2.177963122s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:29.143302Z","caller":"traceutil/trace.go:171","msg":"trace[512882653] transaction","detail":"{read_only:false; response_revision:29123; number_of_response:1; }","duration":"1.941190469s","start":"2026-04-28T23:33:27.202064Z","end":"2026-04-28T23:33:29.143255Z","steps":["trace[512882653] 'process raft request' (duration: 1.940582216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.143932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874179082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:33:29.144042Z","caller":"traceutil/trace.go:171","msg":"trace[1022390391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29124; }","duration":"1.874355686s","start":"2026-04-28T23:33:27.269661Z","end":"2026-04-28T23:33:29.144017Z","steps":["trace[1022390391] 'agreement among raft nodes before linearized reading' (duration: 1.874037639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.144096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.269642Z","time spent":"1.874442837s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:33:29.143876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433176053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:33:29.143382Z","caller":"traceutil/trace.go:171","msg":"trace[1095714339] linearizableReadLoop","detail":"{readStateIndex:30201; appliedIndex:30198; }","duration":"1.283392557s","start":"2026-04-28T23:33:27.85995Z","end":"2026-04-28T23:33:29.143342Z","steps":["trace[1095714339] 'read index received' (duration: 189.15087ms)","trace[1095714339] 'applied index is now lower than readState.Index' (duration: 1.094237407s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:33:29.143676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086833987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:33:29.14435Z","caller":"traceutil/trace.go:171","msg":"trace[1248256053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29124; }","duration":"2.087523342s","start":"2026-04-28T23:33:27.056812Z","end":"2026-04-28T23:33:29.144335Z","steps":["trace[1248256053] 'agreement among raft nodes before linearized reading' (duration: 2.086726855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.144386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.0568Z","time spent":"2.087576583s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:33:29.143693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868653684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:33:29.144501Z","caller":"traceutil/trace.go:171","msg":"trace[267555857] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29124; }","duration":"2.869517523s","start":"2026-04-28T23:33:26.274974Z","end":"2026-04-28T23:33:29.144491Z","steps":["trace[267555857] 'agreement among raft nodes before linearized reading' (duration: 2.868427219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.144536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.274959Z","time spent":"2.869566774s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:33:29.143914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217196151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T23:33:29.14373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103090304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T23:33:29.144327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29832749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:33:29.144675Z","caller":"traceutil/trace.go:171","msg":"trace[4340336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29124; }","duration":"2.104066524s","start":"2026-04-28T23:33:27.040593Z","end":"2026-04-28T23:33:29.144659Z","steps":["trace[4340336] 'agreement among raft nodes before linearized reading' (duration: 2.103000982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:29.144702Z","caller":"traceutil/trace.go:171","msg":"trace[278656746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29124; }","duration":"3.298705999s","start":"2026-04-28T23:33:25.845963Z","end":"2026-04-28T23:33:29.144669Z","steps":["trace[278656746] 'agreement among raft nodes before linearized reading' (duration: 3.297749108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.144709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.040574Z","time spent":"2.104126357s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:33:29.144738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.845947Z","time spent":"3.298777401s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T23:33:29.144681Z","caller":"traceutil/trace.go:171","msg":"trace[1526985170] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29124; }","duration":"2.218019138s","start":"2026-04-28T23:33:26.926627Z","end":"2026-04-28T23:33:29.144646Z","steps":["trace[1526985170] 'agreement among raft nodes before linearized reading' (duration: 2.216743391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.144066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.20204Z","time spent":"1.941951555s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:29.144904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.926602Z","time spent":"2.218277965s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:33:29.142957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.860459Z","time spent":"1.282457147s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:29.144978Z","caller":"traceutil/trace.go:171","msg":"trace[730761085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29124; }","duration":"3.433659953s","start":"2026-04-28T23:33:25.710619Z","end":"2026-04-28T23:33:29.144278Z","steps":["trace[730761085] 'agreement among raft nodes before linearized reading' (duration: 3.43302888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.145312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:25.7106Z","time spent":"3.434687036s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:33:29.145884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300382703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:33:29.149536Z","caller":"traceutil/trace.go:171","msg":"trace[714238651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29124; }","duration":"2.304067793s","start":"2026-04-28T23:33:26.845447Z","end":"2026-04-28T23:33:29.149515Z","steps":["trace[714238651] 'agreement among raft nodes before linearized reading' (duration: 2.300123557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.149661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:26.845429Z","time spent":"2.304218706s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T23:33:29.17157Z","caller":"traceutil/trace.go:171","msg":"trace[1702146706] transaction","detail":"{read_only:false; response_revision:29125; number_of_response:1; }","duration":"293.282392ms","start":"2026-04-28T23:33:28.878269Z","end":"2026-04-28T23:33:29.171551Z","steps":["trace[1702146706] 'process raft request' (duration: 293.127478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.172096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.406655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:29.172143Z","caller":"traceutil/trace.go:171","msg":"trace[686918591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29125; }","duration":"257.495567ms","start":"2026-04-28T23:33:28.914636Z","end":"2026-04-28T23:33:29.172132Z","steps":["trace[686918591] 'agreement among raft nodes before linearized reading' (duration: 257.420286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.172412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174811871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:33:29.172572Z","caller":"traceutil/trace.go:171","msg":"trace[1600303994] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:29125; }","duration":"1.175011294s","start":"2026-04-28T23:33:27.997533Z","end":"2026-04-28T23:33:29.172544Z","steps":["trace[1600303994] 'agreement among raft nodes before linearized reading' (duration: 1.174572245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.172681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:27.997513Z","time spent":"1.175149118s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-28T23:33:29.173954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.140603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:33:29.174018Z","caller":"traceutil/trace.go:171","msg":"trace[944590363] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29125; }","duration":"222.270305ms","start":"2026-04-28T23:33:28.951734Z","end":"2026-04-28T23:33:29.174004Z","steps":["trace[944590363] 'agreement among raft nodes before linearized reading' (duration: 220.574258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:29.672517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985878134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:33:30.17359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985878134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:33:30.563101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391611977s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:33:30.652549Z","caller":"traceutil/trace.go:171","msg":"trace[1377832945] transaction","detail":"{read_only:false; response_revision:29127; number_of_response:1; }","duration":"1.49951627s","start":"2026-04-28T23:33:29.153003Z","end":"2026-04-28T23:33:30.652519Z","steps":["trace[1377832945] 'process raft request' (duration: 1.499306025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.652729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.152993Z","time spent":"1.499646153s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.652946Z","caller":"traceutil/trace.go:171","msg":"trace[487688150] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"1.498832824s","start":"2026-04-28T23:33:29.154088Z","end":"2026-04-28T23:33:30.652921Z","steps":["trace[487688150] 'process raft request' (duration: 1.498364183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:30.653091Z","caller":"traceutil/trace.go:171","msg":"trace[1622867473] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"1.498863905s","start":"2026-04-28T23:33:29.154205Z","end":"2026-04-28T23:33:30.653069Z","steps":["trace[1622867473] 'process raft request' (duration: 1.498391575s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:30.653154Z","caller":"traceutil/trace.go:171","msg":"trace[564011008] transaction","detail":"{read_only:false; response_revision:29126; number_of_response:1; }","duration":"1.501184895s","start":"2026-04-28T23:33:29.151946Z","end":"2026-04-28T23:33:30.653131Z","steps":["trace[564011008] 'process raft request' (duration: 1.411671596s)","trace[564011008] 'compare' (duration: 88.347874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:33:30.653271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.151909Z","time spent":"1.501295298s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:30.653342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.154199Z","time spent":"1.498953337s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:30.653136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.154077Z","time spent":"1.498945707s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.652832Z","caller":"traceutil/trace.go:171","msg":"trace[360069] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"1.498538358s","start":"2026-04-28T23:33:29.154263Z","end":"2026-04-28T23:33:30.652802Z","steps":["trace[360069] 'process raft request' (duration: 1.498465186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.654708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.154258Z","time spent":"1.500389529s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.751074Z","caller":"traceutil/trace.go:171","msg":"trace[1863563703] linearizableReadLoop","detail":"{readStateIndex:30214; appliedIndex:30203; }","duration":"1.579273875s","start":"2026-04-28T23:33:29.171772Z","end":"2026-04-28T23:33:30.751046Z","steps":["trace[1863563703] 'read index received' (duration: 1.391862272s)","trace[1863563703] 'applied index is now lower than readState.Index' (duration: 187.410053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:33:30.751392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600766446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:33:30.751481Z","caller":"traceutil/trace.go:171","msg":"trace[1535908436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29135; }","duration":"1.600949399s","start":"2026-04-28T23:33:29.15052Z","end":"2026-04-28T23:33:30.751469Z","steps":["trace[1535908436] 'agreement among raft nodes before linearized reading' (duration: 1.600648093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.751525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.150504Z","time spent":"1.60101038s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T23:33:30.751874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.175169Z","time spent":"1.57670368s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T23:33:30.752194Z","caller":"traceutil/trace.go:171","msg":"trace[304339673] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"1.148155687s","start":"2026-04-28T23:33:29.604025Z","end":"2026-04-28T23:33:30.752181Z","steps":["trace[304339673] 'process raft request' (duration: 1.146324018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.752362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.60399Z","time spent":"1.14829918s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.753085Z","caller":"traceutil/trace.go:171","msg":"trace[2026685974] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"891.219031ms","start":"2026-04-28T23:33:29.861848Z","end":"2026-04-28T23:33:30.753067Z","steps":["trace[2026685974] 'process raft request' (duration: 888.626435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.753179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.861831Z","time spent":"891.307424ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:30.753462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578028489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.753515Z","caller":"traceutil/trace.go:171","msg":"trace[507455064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29135; }","duration":"1.578110011s","start":"2026-04-28T23:33:29.175394Z","end":"2026-04-28T23:33:30.753505Z","steps":["trace[507455064] 'agreement among raft nodes before linearized reading' (duration: 1.578031699s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:30.753818Z","caller":"traceutil/trace.go:171","msg":"trace[158717304] transaction","detail":"{read_only:false; response_revision:29133; number_of_response:1; }","duration":"891.039447ms","start":"2026-04-28T23:33:29.862765Z","end":"2026-04-28T23:33:30.753804Z","steps":["trace[158717304] 'process raft request' (duration: 887.764386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.7539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.86276Z","time spent":"891.102429ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.754067Z","caller":"traceutil/trace.go:171","msg":"trace[1013706845] transaction","detail":"{read_only:false; response_revision:29134; number_of_response:1; }","duration":"890.427775ms","start":"2026-04-28T23:33:29.863622Z","end":"2026-04-28T23:33:30.75405Z","steps":["trace[1013706845] 'process raft request' (duration: 887.319957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.754155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.863617Z","time spent":"890.496076ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:33:30.754361Z","caller":"traceutil/trace.go:171","msg":"trace[1455403535] transaction","detail":"{read_only:false; response_revision:29135; number_of_response:1; }","duration":"889.427112ms","start":"2026-04-28T23:33:29.86492Z","end":"2026-04-28T23:33:30.754347Z","steps":["trace[1455403535] 'process raft request' (duration: 886.082049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.754485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.864903Z","time spent":"889.493893ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:33:30.75355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.175379Z","time spent":"1.578164232s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:33:30.755043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.165711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.755094Z","caller":"traceutil/trace.go:171","msg":"trace[926912212] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29135; }","duration":"369.258554ms","start":"2026-04-28T23:33:30.385824Z","end":"2026-04-28T23:33:30.755082Z","steps":["trace[926912212] 'agreement among raft nodes before linearized reading' (duration: 369.177212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.75533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:30.385804Z","time spent":"369.453667ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:33:30.755644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.546367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:33:30.756668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.760776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.756719Z","caller":"traceutil/trace.go:171","msg":"trace[1376607302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29135; }","duration":"824.844199ms","start":"2026-04-28T23:33:29.931862Z","end":"2026-04-28T23:33:30.756706Z","steps":["trace[1376607302] 'agreement among raft nodes before linearized reading' (duration: 824.768277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.759695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.931849Z","time spent":"827.813853ms","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:33:30.7557Z","caller":"traceutil/trace.go:171","msg":"trace[41469328] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:29135; }","duration":"742.64219ms","start":"2026-04-28T23:33:30.013044Z","end":"2026-04-28T23:33:30.755686Z","steps":["trace[41469328] 'agreement among raft nodes before linearized reading' (duration: 742.505227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.760007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:30.013022Z","time spent":"746.968783ms","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:33:30.757168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392356072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.760324Z","caller":"traceutil/trace.go:171","msg":"trace[1090367233] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29135; }","duration":"1.395501941s","start":"2026-04-28T23:33:29.3648Z","end":"2026-04-28T23:33:30.760302Z","steps":["trace[1090367233] 'agreement among raft nodes before linearized reading' (duration: 1.392335662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.760375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.364782Z","time spent":"1.395580513s","remote":"127.0.0.1:34524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T23:33:30.757222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292759122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:33:30.760953Z","caller":"traceutil/trace.go:171","msg":"trace[136009286] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:29135; }","duration":"1.296501993s","start":"2026-04-28T23:33:29.464416Z","end":"2026-04-28T23:33:30.760918Z","steps":["trace[136009286] 'agreement among raft nodes before linearized reading' (duration: 1.292776182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.761108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:33:29.464396Z","time spent":"1.296692359s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:33:30.941376Z","caller":"traceutil/trace.go:171","msg":"trace[1295111462] transaction","detail":"{read_only:false; response_revision:29136; number_of_response:1; }","duration":"181.958943ms","start":"2026-04-28T23:33:30.759394Z","end":"2026-04-28T23:33:30.941353Z","steps":["trace[1295111462] 'process raft request' (duration: 177.481435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.941517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.252528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.941375Z","caller":"traceutil/trace.go:171","msg":"trace[1300997995] linearizableReadLoop","detail":"{readStateIndex:30215; appliedIndex:30214; }","duration":"176.106525ms","start":"2026-04-28T23:33:30.765243Z","end":"2026-04-28T23:33:30.941349Z","steps":["trace[1300997995] 'read index received' (duration: 171.585016ms)","trace[1300997995] 'applied index is now lower than readState.Index' (duration: 4.519529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:33:30.941587Z","caller":"traceutil/trace.go:171","msg":"trace[1193246115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29136; }","duration":"176.359741ms","start":"2026-04-28T23:33:30.765212Z","end":"2026-04-28T23:33:30.941571Z","steps":["trace[1193246115] 'agreement among raft nodes before linearized reading' (duration: 176.210728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:33:30.941772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.426429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:33:30.941809Z","caller":"traceutil/trace.go:171","msg":"trace[946557367] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29136; }","duration":"174.48882ms","start":"2026-04-28T23:33:30.767311Z","end":"2026-04-28T23:33:30.9418Z","steps":["trace[946557367] 'agreement among raft nodes before linearized reading' (duration: 174.412388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:33:58.300812Z","caller":"traceutil/trace.go:171","msg":"trace[288198716] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"117.091132ms","start":"2026-04-28T23:33:58.183699Z","end":"2026-04-28T23:33:58.30079Z","steps":["trace[288198716] 'process raft request' (duration: 116.935239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:04.729252Z","caller":"traceutil/trace.go:171","msg":"trace[72778345] transaction","detail":"{read_only:false; response_revision:29525; number_of_response:1; }","duration":"174.360777ms","start":"2026-04-28T23:34:04.554865Z","end":"2026-04-28T23:34:04.729226Z","steps":["trace[72778345] 'process raft request' (duration: 174.178503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:04.937335Z","caller":"traceutil/trace.go:171","msg":"trace[1184478566] transaction","detail":"{read_only:false; response_revision:29526; number_of_response:1; }","duration":"375.757747ms","start":"2026-04-28T23:34:04.561534Z","end":"2026-04-28T23:34:04.937291Z","steps":["trace[1184478566] 'process raft request' (duration: 374.646263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:04.937522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.940913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:04.937615Z","caller":"traceutil/trace.go:171","msg":"trace[522943721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29526; }","duration":"335.052065ms","start":"2026-04-28T23:34:04.602542Z","end":"2026-04-28T23:34:04.937594Z","steps":["trace[522943721] 'agreement among raft nodes before linearized reading' (duration: 334.897892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:04.937629Z","caller":"traceutil/trace.go:171","msg":"trace[1381511518] linearizableReadLoop","detail":"{readStateIndex:30616; appliedIndex:30614; }","duration":"334.616615ms","start":"2026-04-28T23:34:04.602561Z","end":"2026-04-28T23:34:04.937178Z","steps":["trace[1381511518] 'read index received' (duration: 126.51331ms)","trace[1381511518] 'applied index is now lower than readState.Index' (duration: 208.101775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:04.93767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:04.602492Z","time spent":"335.157718ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:04.937544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:04.561486Z","time spent":"375.973061ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:05.999071Z","caller":"traceutil/trace.go:171","msg":"trace[750613140] transaction","detail":"{read_only:false; response_revision:29540; number_of_response:1; }","duration":"260.954113ms","start":"2026-04-28T23:34:05.738089Z","end":"2026-04-28T23:34:05.999043Z","steps":["trace[750613140] 'process raft request' (duration: 260.771739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:06.009306Z","caller":"traceutil/trace.go:171","msg":"trace[377664968] linearizableReadLoop","detail":"{readStateIndex:30631; appliedIndex:30629; }","duration":"145.550657ms","start":"2026-04-28T23:34:05.863739Z","end":"2026-04-28T23:34:06.00929Z","steps":["trace[377664968] 'read index received' (duration: 135.091848ms)","trace[377664968] 'applied index is now lower than readState.Index' (duration: 10.458149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:06.009387Z","caller":"traceutil/trace.go:171","msg":"trace[1232622860] transaction","detail":"{read_only:false; response_revision:29541; number_of_response:1; }","duration":"177.404524ms","start":"2026-04-28T23:34:05.831975Z","end":"2026-04-28T23:34:06.00938Z","steps":["trace[1232622860] 'process raft request' (duration: 177.20997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:06.009545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.774181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:06.00962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.872446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:06.009673Z","caller":"traceutil/trace.go:171","msg":"trace[780607346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29541; }","duration":"104.948017ms","start":"2026-04-28T23:34:05.904708Z","end":"2026-04-28T23:34:06.009656Z","steps":["trace[780607346] 'agreement among raft nodes before linearized reading' (duration: 104.885915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:06.009641Z","caller":"traceutil/trace.go:171","msg":"trace[626968217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29541; }","duration":"145.939885ms","start":"2026-04-28T23:34:05.863685Z","end":"2026-04-28T23:34:06.009625Z","steps":["trace[626968217] 'agreement among raft nodes before linearized reading' (duration: 145.785382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:06.009539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.175284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:06.009819Z","caller":"traceutil/trace.go:171","msg":"trace[1279526074] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29541; }","duration":"106.520692ms","start":"2026-04-28T23:34:05.903279Z","end":"2026-04-28T23:34:06.0098Z","steps":["trace[1279526074] 'agreement among raft nodes before linearized reading' (duration: 106.160484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.20677Z","caller":"traceutil/trace.go:171","msg":"trace[1139333738] transaction","detail":"{read_only:false; response_revision:29546; number_of_response:1; }","duration":"151.709261ms","start":"2026-04-28T23:34:07.055025Z","end":"2026-04-28T23:34:07.206734Z","steps":["trace[1139333738] 'process raft request' (duration: 149.160826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.206854Z","caller":"traceutil/trace.go:171","msg":"trace[190053591] transaction","detail":"{read_only:false; response_revision:29547; number_of_response:1; }","duration":"151.295992ms","start":"2026-04-28T23:34:07.055531Z","end":"2026-04-28T23:34:07.206827Z","steps":["trace[190053591] 'process raft request' (duration: 151.067837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.206858Z","caller":"traceutil/trace.go:171","msg":"trace[1348317660] linearizableReadLoop","detail":"{readStateIndex:30639; appliedIndex:30635; }","duration":"118.445833ms","start":"2026-04-28T23:34:07.088385Z","end":"2026-04-28T23:34:07.206831Z","steps":["trace[1348317660] 'read index received' (duration: 115.866818ms)","trace[1348317660] 'applied index is now lower than readState.Index' (duration: 2.577905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:07.206998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.165366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.207042Z","caller":"traceutil/trace.go:171","msg":"trace[1865943963] transaction","detail":"{read_only:false; response_revision:29549; number_of_response:1; }","duration":"149.878071ms","start":"2026-04-28T23:34:07.057146Z","end":"2026-04-28T23:34:07.207024Z","steps":["trace[1865943963] 'process raft request' (duration: 149.628295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.207072Z","caller":"traceutil/trace.go:171","msg":"trace[1545083634] transaction","detail":"{read_only:false; response_revision:29548; number_of_response:1; }","duration":"150.801261ms","start":"2026-04-28T23:34:07.05626Z","end":"2026-04-28T23:34:07.207061Z","steps":["trace[1545083634] 'process raft request' (duration: 150.453513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.207076Z","caller":"traceutil/trace.go:171","msg":"trace[1852657282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29549; }","duration":"181.290409ms","start":"2026-04-28T23:34:07.025765Z","end":"2026-04-28T23:34:07.207055Z","steps":["trace[1852657282] 'agreement among raft nodes before linearized reading' (duration: 181.142286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.207143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.417633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.207183Z","caller":"traceutil/trace.go:171","msg":"trace[1218291353] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:29549; }","duration":"155.485785ms","start":"2026-04-28T23:34:07.051685Z","end":"2026-04-28T23:34:07.207171Z","steps":["trace[1218291353] 'agreement among raft nodes before linearized reading' (duration: 155.418503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.207229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.661578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.207292Z","caller":"traceutil/trace.go:171","msg":"trace[104764560] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29549; }","duration":"155.763751ms","start":"2026-04-28T23:34:07.051513Z","end":"2026-04-28T23:34:07.207277Z","steps":["trace[104764560] 'agreement among raft nodes before linearized reading' (duration: 155.669909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.268075Z","caller":"traceutil/trace.go:171","msg":"trace[860280880] transaction","detail":"{read_only:false; response_revision:29550; number_of_response:1; }","duration":"175.084773ms","start":"2026-04-28T23:34:07.092972Z","end":"2026-04-28T23:34:07.268057Z","steps":["trace[860280880] 'process raft request' (duration: 174.888049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.672223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:07.268195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.180118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.268221Z","caller":"traceutil/trace.go:171","msg":"trace[1379527900] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29551; }","duration":"179.772786ms","start":"2026-04-28T23:34:07.088429Z","end":"2026-04-28T23:34:07.268202Z","steps":["trace[1379527900] 'agreement among raft nodes before linearized reading' (duration: 179.708325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.268239Z","caller":"traceutil/trace.go:171","msg":"trace[1600153319] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29551; }","duration":"161.217909ms","start":"2026-04-28T23:34:07.106988Z","end":"2026-04-28T23:34:07.268206Z","steps":["trace[1600153319] 'agreement among raft nodes before linearized reading' (duration: 161.187778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.415575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.268366Z","caller":"traceutil/trace.go:171","msg":"trace[598437747] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29551; }","duration":"178.475656ms","start":"2026-04-28T23:34:07.089886Z","end":"2026-04-28T23:34:07.268362Z","steps":["trace[598437747] 'agreement among raft nodes before linearized reading' (duration: 178.447606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.589019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.26845Z","caller":"traceutil/trace.go:171","msg":"trace[2115882761] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29551; }","duration":"178.63207ms","start":"2026-04-28T23:34:07.089814Z","end":"2026-04-28T23:34:07.268446Z","steps":["trace[2115882761] 'agreement among raft nodes before linearized reading' (duration: 178.61019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.26846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.45228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.26848Z","caller":"traceutil/trace.go:171","msg":"trace[479908948] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29551; }","duration":"159.498271ms","start":"2026-04-28T23:34:07.108978Z","end":"2026-04-28T23:34:07.268476Z","steps":["trace[479908948] 'agreement among raft nodes before linearized reading' (duration: 159.46881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.26847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.384847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:34:07.268365Z","caller":"traceutil/trace.go:171","msg":"trace[1091169201] transaction","detail":"{read_only:false; response_revision:29551; number_of_response:1; }","duration":"172.056596ms","start":"2026-04-28T23:34:07.096303Z","end":"2026-04-28T23:34:07.26836Z","steps":["trace[1091169201] 'process raft request' (duration: 171.664148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.504515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:07.268515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.713285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.268576Z","caller":"traceutil/trace.go:171","msg":"trace[1729359154] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29551; }","duration":"160.539785ms","start":"2026-04-28T23:34:07.108032Z","end":"2026-04-28T23:34:07.268572Z","steps":["trace[1729359154] 'agreement among raft nodes before linearized reading' (duration: 160.513514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.268583Z","caller":"traceutil/trace.go:171","msg":"trace[276822673] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:29551; }","duration":"179.801477ms","start":"2026-04-28T23:34:07.088775Z","end":"2026-04-28T23:34:07.268576Z","steps":["trace[276822673] 'agreement among raft nodes before linearized reading' (duration: 179.728215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.26862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.598536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:07.268634Z","caller":"traceutil/trace.go:171","msg":"trace[1299199782] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:29551; }","duration":"160.634967ms","start":"2026-04-28T23:34:07.107995Z","end":"2026-04-28T23:34:07.26863Z","steps":["trace[1299199782] 'agreement among raft nodes before linearized reading' (duration: 160.615777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:07.268553Z","caller":"traceutil/trace.go:171","msg":"trace[1820079247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29551; }","duration":"174.50558ms","start":"2026-04-28T23:34:07.094028Z","end":"2026-04-28T23:34:07.268533Z","steps":["trace[1820079247] 'agreement among raft nodes before linearized reading' (duration: 174.259835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.50368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T23:34:07.268762Z","caller":"traceutil/trace.go:171","msg":"trace[162704110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29551; }","duration":"163.559081ms","start":"2026-04-28T23:34:07.105194Z","end":"2026-04-28T23:34:07.268753Z","steps":["trace[162704110] 'agreement among raft nodes before linearized reading' (duration: 163.481769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.26888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.056662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:34:07.268896Z","caller":"traceutil/trace.go:171","msg":"trace[2097744537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29551; }","duration":"164.093933ms","start":"2026-04-28T23:34:07.104797Z","end":"2026-04-28T23:34:07.268891Z","steps":["trace[2097744537] 'agreement among raft nodes before linearized reading' (duration: 164.038312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:07.268919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.772056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:34:07.268951Z","caller":"traceutil/trace.go:171","msg":"trace[1791686589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29551; }","duration":"163.822437ms","start":"2026-04-28T23:34:07.10512Z","end":"2026-04-28T23:34:07.268942Z","steps":["trace[1791686589] 'agreement among raft nodes before linearized reading' (duration: 163.684534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:11.250941Z","caller":"traceutil/trace.go:171","msg":"trace[2029025695] linearizableReadLoop","detail":"{readStateIndex:30681; appliedIndex:30680; }","duration":"179.401027ms","start":"2026-04-28T23:34:11.071519Z","end":"2026-04-28T23:34:11.25092Z","steps":["trace[2029025695] 'read index received' (duration: 179.196513ms)","trace[2029025695] 'applied index is now lower than readState.Index' (duration: 203.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:11.251037Z","caller":"traceutil/trace.go:171","msg":"trace[1862863104] transaction","detail":"{read_only:false; response_revision:29590; number_of_response:1; }","duration":"236.892055ms","start":"2026-04-28T23:34:11.014134Z","end":"2026-04-28T23:34:11.251026Z","steps":["trace[1862863104] 'process raft request' (duration: 236.65189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:11.251155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.601952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:11.251248Z","caller":"traceutil/trace.go:171","msg":"trace[493472150] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29590; }","duration":"179.744985ms","start":"2026-04-28T23:34:11.071481Z","end":"2026-04-28T23:34:11.251226Z","steps":["trace[493472150] 'agreement among raft nodes before linearized reading' (duration: 179.566811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:11.265155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.499674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:11.265233Z","caller":"traceutil/trace.go:171","msg":"trace[716797661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29591; }","duration":"113.650558ms","start":"2026-04-28T23:34:11.151567Z","end":"2026-04-28T23:34:11.265218Z","steps":["trace[716797661] 'agreement among raft nodes before linearized reading' (duration: 113.516865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:11.265272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.812632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:11.265354Z","caller":"traceutil/trace.go:171","msg":"trace[101646862] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29591; }","duration":"187.982836ms","start":"2026-04-28T23:34:11.077353Z","end":"2026-04-28T23:34:11.265336Z","steps":["trace[101646862] 'agreement among raft nodes before linearized reading' (duration: 187.847693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:11.629489Z","caller":"traceutil/trace.go:171","msg":"trace[960346639] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"106.841869ms","start":"2026-04-28T23:34:11.522605Z","end":"2026-04-28T23:34:11.629447Z","steps":["trace[960346639] 'process raft request' (duration: 106.510152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:13.982895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985879318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:34:14.137788Z","caller":"traceutil/trace.go:171","msg":"trace[1067281502] transaction","detail":"{read_only:false; response_revision:29615; number_of_response:1; }","duration":"718.252876ms","start":"2026-04-28T23:34:13.419509Z","end":"2026-04-28T23:34:14.137762Z","steps":["trace[1067281502] 'process raft request' (duration: 718.061122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.137942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.419486Z","time spent":"718.371958ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:14.14589Z","caller":"traceutil/trace.go:171","msg":"trace[454017051] transaction","detail":"{read_only:false; response_revision:29616; number_of_response:1; }","duration":"512.114662ms","start":"2026-04-28T23:34:13.633756Z","end":"2026-04-28T23:34:14.145871Z","steps":["trace[454017051] 'process raft request' (duration: 511.973209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.633579Z","time spent":"512.363537ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:14.146114Z","caller":"traceutil/trace.go:171","msg":"trace[630267559] transaction","detail":"{read_only:false; response_revision:29617; number_of_response:1; }","duration":"511.892437ms","start":"2026-04-28T23:34:13.6342Z","end":"2026-04-28T23:34:14.146093Z","steps":["trace[630267559] 'process raft request' (duration: 511.641481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.634161Z","time spent":"511.99945ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:14.146324Z","caller":"traceutil/trace.go:171","msg":"trace[588952395] linearizableReadLoop","detail":"{readStateIndex:30710; appliedIndex:30706; }","duration":"664.268063ms","start":"2026-04-28T23:34:13.482049Z","end":"2026-04-28T23:34:14.146317Z","steps":["trace[588952395] 'read index received' (duration: 655.571473ms)","trace[588952395] 'applied index is now lower than readState.Index' (duration: 8.69578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:14.146412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.371325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:14.146436Z","caller":"traceutil/trace.go:171","msg":"trace[564642767] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29618; }","duration":"664.467869ms","start":"2026-04-28T23:34:13.481959Z","end":"2026-04-28T23:34:14.146427Z","steps":["trace[564642767] 'agreement among raft nodes before linearized reading' (duration: 664.410037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:14.146416Z","caller":"traceutil/trace.go:171","msg":"trace[601616881] transaction","detail":"{read_only:false; response_revision:29618; number_of_response:1; }","duration":"511.280434ms","start":"2026-04-28T23:34:13.635103Z","end":"2026-04-28T23:34:14.146383Z","steps":["trace[601616881] 'process raft request' (duration: 510.924976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.481931Z","time spent":"664.519169ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:14.146524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.246596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:34:14.14653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.635089Z","time spent":"511.382337ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:14.146566Z","caller":"traceutil/trace.go:171","msg":"trace[960233541] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29618; }","duration":"476.315848ms","start":"2026-04-28T23:34:13.670231Z","end":"2026-04-28T23:34:14.146547Z","steps":["trace[960233541] 'agreement among raft nodes before linearized reading' (duration: 476.221136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.670211Z","time spent":"476.372669ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:14.146697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.125719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:14.146717Z","caller":"traceutil/trace.go:171","msg":"trace[1483554494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29618; }","duration":"241.192781ms","start":"2026-04-28T23:34:13.905517Z","end":"2026-04-28T23:34:14.14671Z","steps":["trace[1483554494] 'agreement among raft nodes before linearized reading' (duration: 241.15112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.184216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:34:14.146757Z","caller":"traceutil/trace.go:171","msg":"trace[1278141308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29618; }","duration":"360.257248ms","start":"2026-04-28T23:34:13.786492Z","end":"2026-04-28T23:34:14.14675Z","steps":["trace[1278141308] 'agreement among raft nodes before linearized reading' (duration: 360.205446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:14.146781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:13.786468Z","time spent":"360.307729ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:14.146823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.988579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:14.146847Z","caller":"traceutil/trace.go:171","msg":"trace[560677560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29618; }","duration":"174.05253ms","start":"2026-04-28T23:34:13.972786Z","end":"2026-04-28T23:34:14.146839Z","steps":["trace[560677560] 'agreement among raft nodes before linearized reading' (duration: 174.01412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:15.37922Z","caller":"traceutil/trace.go:171","msg":"trace[1183832725] linearizableReadLoop","detail":"{readStateIndex:30715; appliedIndex:30714; }","duration":"102.564726ms","start":"2026-04-28T23:34:15.276632Z","end":"2026-04-28T23:34:15.379197Z","steps":["trace[1183832725] 'read index received' (duration: 99.903238ms)","trace[1183832725] 'applied index is now lower than readState.Index' (duration: 2.660458ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:15.379324Z","caller":"traceutil/trace.go:171","msg":"trace[1233291005] transaction","detail":"{read_only:false; response_revision:29623; number_of_response:1; }","duration":"102.867843ms","start":"2026-04-28T23:34:15.276416Z","end":"2026-04-28T23:34:15.379284Z","steps":["trace[1233291005] 'process raft request' (duration: 100.115293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:15.379418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.77296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:15.379447Z","caller":"traceutil/trace.go:171","msg":"trace[1758143439] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29623; }","duration":"102.847282ms","start":"2026-04-28T23:34:15.276592Z","end":"2026-04-28T23:34:15.37944Z","steps":["trace[1758143439] 'agreement among raft nodes before linearized reading' (duration: 102.704739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.466353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.745199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.466446Z","caller":"traceutil/trace.go:171","msg":"trace[1991788644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29702; }","duration":"560.875122ms","start":"2026-04-28T23:34:24.90555Z","end":"2026-04-28T23:34:25.466425Z","steps":["trace[1991788644] 'range keys from in-memory index tree' (duration: 560.667747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.466483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:24.905529Z","time spent":"560.945073ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:34:25.466541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.409259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:34:25.466606Z","caller":"traceutil/trace.go:171","msg":"trace[1935956352] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29702; }","duration":"295.51049ms","start":"2026-04-28T23:34:25.171081Z","end":"2026-04-28T23:34:25.466591Z","steps":["trace[1935956352] 'range keys from in-memory index tree' (duration: 295.277436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.467138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.511977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.467168Z","caller":"traceutil/trace.go:171","msg":"trace[1639221856] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29702; }","duration":"114.554509ms","start":"2026-04-28T23:34:25.352605Z","end":"2026-04-28T23:34:25.467159Z","steps":["trace[1639221856] 'range keys from in-memory index tree' (duration: 114.454946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.467126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.811357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:25.467263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.711642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.467287Z","caller":"traceutil/trace.go:171","msg":"trace[201539751] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29702; }","duration":"114.769633ms","start":"2026-04-28T23:34:25.352511Z","end":"2026-04-28T23:34:25.467281Z","steps":["trace[201539751] 'range keys from in-memory index tree' (duration: 114.559799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:25.467281Z","caller":"traceutil/trace.go:171","msg":"trace[361249667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29702; }","duration":"427.942799ms","start":"2026-04-28T23:34:25.039301Z","end":"2026-04-28T23:34:25.467243Z","steps":["trace[361249667] 'range keys from in-memory index tree' (duration: 427.801226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.470202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.712105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.470572Z","caller":"traceutil/trace.go:171","msg":"trace[249710169] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29702; }","duration":"428.138474ms","start":"2026-04-28T23:34:25.042414Z","end":"2026-04-28T23:34:25.470553Z","steps":["trace[249710169] 'range keys from in-memory index tree' (duration: 425.047067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.471547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:25.042399Z","time spent":"429.122406ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T23:34:25.721088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.170216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:25.721163Z","caller":"traceutil/trace.go:171","msg":"trace[1361755226] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29706; }","duration":"107.279199ms","start":"2026-04-28T23:34:25.613866Z","end":"2026-04-28T23:34:25.721146Z","steps":["trace[1361755226] 'agreement among raft nodes before linearized reading' (duration: 107.098495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.72131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.022924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.721407Z","caller":"traceutil/trace.go:171","msg":"trace[1810122603] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29706; }","duration":"107.135296ms","start":"2026-04-28T23:34:25.614248Z","end":"2026-04-28T23:34:25.721383Z","steps":["trace[1810122603] 'agreement among raft nodes before linearized reading' (duration: 106.966332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:25.722046Z","caller":"traceutil/trace.go:171","msg":"trace[1138113750] transaction","detail":"{read_only:false; response_revision:29704; number_of_response:1; }","duration":"112.894472ms","start":"2026-04-28T23:34:25.609116Z","end":"2026-04-28T23:34:25.72201Z","steps":["trace[1138113750] 'process raft request' (duration: 111.300686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:25.722308Z","caller":"traceutil/trace.go:171","msg":"trace[2108150908] transaction","detail":"{read_only:false; response_revision:29705; number_of_response:1; }","duration":"108.348173ms","start":"2026-04-28T23:34:25.613943Z","end":"2026-04-28T23:34:25.722291Z","steps":["trace[2108150908] 'process raft request' (duration: 106.930741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.722319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.23914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.722383Z","caller":"traceutil/trace.go:171","msg":"trace[1877332471] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29706; }","duration":"108.313332ms","start":"2026-04-28T23:34:25.614054Z","end":"2026-04-28T23:34:25.722367Z","steps":["trace[1877332471] 'agreement among raft nodes before linearized reading' (duration: 108.21904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:25.722414Z","caller":"traceutil/trace.go:171","msg":"trace[2046043071] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"108.379643ms","start":"2026-04-28T23:34:25.614025Z","end":"2026-04-28T23:34:25.722404Z","steps":["trace[2046043071] 'process raft request' (duration: 106.89741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.722066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.217935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:34:25.722577Z","caller":"traceutil/trace.go:171","msg":"trace[176970782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29706; }","duration":"105.744116ms","start":"2026-04-28T23:34:25.616822Z","end":"2026-04-28T23:34:25.722566Z","steps":["trace[176970782] 'agreement among raft nodes before linearized reading' (duration: 105.01153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.722684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.518367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:25.722732Z","caller":"traceutil/trace.go:171","msg":"trace[1458061813] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29706; }","duration":"108.581588ms","start":"2026-04-28T23:34:25.61414Z","end":"2026-04-28T23:34:25.722721Z","steps":["trace[1458061813] 'agreement among raft nodes before linearized reading' (duration: 108.460795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.722994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.988667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:25.72303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.897954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.723045Z","caller":"traceutil/trace.go:171","msg":"trace[83446823] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29706; }","duration":"109.052628ms","start":"2026-04-28T23:34:25.61398Z","end":"2026-04-28T23:34:25.723032Z","steps":["trace[83446823] 'agreement among raft nodes before linearized reading' (duration: 108.976786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:25.723083Z","caller":"traceutil/trace.go:171","msg":"trace[1793770823] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29706; }","duration":"108.954706ms","start":"2026-04-28T23:34:25.614099Z","end":"2026-04-28T23:34:25.723054Z","steps":["trace[1793770823] 'agreement among raft nodes before linearized reading' (duration: 108.900325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.723183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.073279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.723217Z","caller":"traceutil/trace.go:171","msg":"trace[1259687105] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29706; }","duration":"109.130679ms","start":"2026-04-28T23:34:25.614077Z","end":"2026-04-28T23:34:25.723208Z","steps":["trace[1259687105] 'agreement among raft nodes before linearized reading' (duration: 109.085058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.723296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.199632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.723353Z","caller":"traceutil/trace.go:171","msg":"trace[75404105] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29706; }","duration":"109.389385ms","start":"2026-04-28T23:34:25.613955Z","end":"2026-04-28T23:34:25.723345Z","steps":["trace[75404105] 'agreement among raft nodes before linearized reading' (duration: 109.189781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.723463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.388385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.723508Z","caller":"traceutil/trace.go:171","msg":"trace[1515673046] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29706; }","duration":"109.468427ms","start":"2026-04-28T23:34:25.614029Z","end":"2026-04-28T23:34:25.723497Z","steps":["trace[1515673046] 'agreement among raft nodes before linearized reading' (duration: 109.299113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.723548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.524678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.723932Z","caller":"traceutil/trace.go:171","msg":"trace[1472049734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29706; }","duration":"109.904086ms","start":"2026-04-28T23:34:25.614016Z","end":"2026-04-28T23:34:25.72392Z","steps":["trace[1472049734] 'agreement among raft nodes before linearized reading' (duration: 109.510107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.723301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.204861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:25.724089Z","caller":"traceutil/trace.go:171","msg":"trace[588822878] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29706; }","duration":"110.001449ms","start":"2026-04-28T23:34:25.614078Z","end":"2026-04-28T23:34:25.724079Z","steps":["trace[588822878] 'agreement among raft nodes before linearized reading' (duration: 109.206101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:25.721427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.247379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:25.724382Z","caller":"traceutil/trace.go:171","msg":"trace[1045104001] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29706; }","duration":"110.213564ms","start":"2026-04-28T23:34:25.614157Z","end":"2026-04-28T23:34:25.72437Z","steps":["trace[1045104001] 'agreement among raft nodes before linearized reading' (duration: 107.198507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:26.482874Z","caller":"traceutil/trace.go:171","msg":"trace[83555828] transaction","detail":"{read_only:false; response_revision:29713; number_of_response:1; }","duration":"136.274163ms","start":"2026-04-28T23:34:26.34657Z","end":"2026-04-28T23:34:26.482844Z","steps":["trace[83555828] 'process raft request' (duration: 136.076609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:26.611649Z","caller":"traceutil/trace.go:171","msg":"trace[1329662045] transaction","detail":"{read_only:false; response_revision:29715; number_of_response:1; }","duration":"263.568251ms","start":"2026-04-28T23:34:26.348061Z","end":"2026-04-28T23:34:26.611629Z","steps":["trace[1329662045] 'process raft request' (duration: 263.502189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:26.611814Z","caller":"traceutil/trace.go:171","msg":"trace[1193584030] transaction","detail":"{read_only:false; response_revision:29714; number_of_response:1; }","duration":"263.796925ms","start":"2026-04-28T23:34:26.348009Z","end":"2026-04-28T23:34:26.611806Z","steps":["trace[1193584030] 'process raft request' (duration: 230.803134ms)","trace[1193584030] 'compare' (duration: 32.45821ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:26.611888Z","caller":"traceutil/trace.go:171","msg":"trace[1344901628] transaction","detail":"{read_only:false; response_revision:29716; number_of_response:1; }","duration":"259.48248ms","start":"2026-04-28T23:34:26.352397Z","end":"2026-04-28T23:34:26.61188Z","steps":["trace[1344901628] 'process raft request' (duration: 259.201644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:30.462908Z","caller":"traceutil/trace.go:171","msg":"trace[1613915276] transaction","detail":"{read_only:false; response_revision:29741; number_of_response:1; }","duration":"153.198234ms","start":"2026-04-28T23:34:30.309686Z","end":"2026-04-28T23:34:30.462884Z","steps":["trace[1613915276] 'process raft request' (duration: 153.048931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:30.732492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.216816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:34:30.732686Z","caller":"traceutil/trace.go:171","msg":"trace[5615148] transaction","detail":"{read_only:false; response_revision:29742; number_of_response:1; }","duration":"235.384173ms","start":"2026-04-28T23:34:30.497271Z","end":"2026-04-28T23:34:30.732656Z","steps":["trace[5615148] 'process raft request' (duration: 96.903741ms)","trace[5615148] 'compare' (duration: 137.905429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:30.791521Z","caller":"traceutil/trace.go:171","msg":"trace[1877155717] transaction","detail":"{read_only:false; response_revision:29743; number_of_response:1; }","duration":"108.325491ms","start":"2026-04-28T23:34:30.68317Z","end":"2026-04-28T23:34:30.791496Z","steps":["trace[1877155717] 'process raft request' (duration: 108.181548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:31.559434Z","caller":"traceutil/trace.go:171","msg":"trace[1926893806] transaction","detail":"{read_only:false; response_revision:29744; number_of_response:1; }","duration":"875.375546ms","start":"2026-04-28T23:34:30.684039Z","end":"2026-04-28T23:34:31.559415Z","steps":["trace[1926893806] 'process raft request' (duration: 875.074348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.559565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:30.684021Z","time spent":"875.468828ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:31.559759Z","caller":"traceutil/trace.go:171","msg":"trace[169504814] linearizableReadLoop","detail":"{readStateIndex:30840; appliedIndex:30837; }","duration":"867.573645ms","start":"2026-04-28T23:34:30.692146Z","end":"2026-04-28T23:34:31.559719Z","steps":["trace[169504814] 'read index received' (duration: 99.200932ms)","trace[169504814] 'applied index is now lower than readState.Index' (duration: 768.370443ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:31.559866Z","caller":"traceutil/trace.go:171","msg":"trace[1600829642] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"875.55979ms","start":"2026-04-28T23:34:30.684297Z","end":"2026-04-28T23:34:31.559857Z","steps":["trace[1600829642] 'process raft request' (duration: 875.08254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.559914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:30.684292Z","time spent":"875.597371ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:31.560564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.393363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:304788"} {"level":"info","ts":"2026-04-28T23:34:31.560626Z","caller":"traceutil/trace.go:171","msg":"trace[1184959042] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:29745; }","duration":"868.487284ms","start":"2026-04-28T23:34:30.692122Z","end":"2026-04-28T23:34:31.56061Z","steps":["trace[1184959042] 'agreement among raft nodes before linearized reading' (duration: 867.771069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.560669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:30.692115Z","time spent":"868.542535ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":304811,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T23:34:31.577571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.586027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:34:31.577612Z","caller":"traceutil/trace.go:171","msg":"trace[277713300] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29746; }","duration":"784.666829ms","start":"2026-04-28T23:34:30.792934Z","end":"2026-04-28T23:34:31.577601Z","steps":["trace[277713300] 'agreement among raft nodes before linearized reading' (duration: 784.556997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.577636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:30.792913Z","time spent":"784.71712ms","remote":"127.0.0.1:60698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:31.5779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.068954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:31.577929Z","caller":"traceutil/trace.go:171","msg":"trace[633671745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29746; }","duration":"239.098304ms","start":"2026-04-28T23:34:31.338823Z","end":"2026-04-28T23:34:31.577921Z","steps":["trace[633671745] 'agreement among raft nodes before linearized reading' (duration: 239.052413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.578061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.356838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:31.578115Z","caller":"traceutil/trace.go:171","msg":"trace[207457903] transaction","detail":"{read_only:false; response_revision:29746; number_of_response:1; }","duration":"282.26271ms","start":"2026-04-28T23:34:31.295842Z","end":"2026-04-28T23:34:31.578105Z","steps":["trace[207457903] 'process raft request' (duration: 281.584686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:31.57813Z","caller":"traceutil/trace.go:171","msg":"trace[823978377] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29746; }","duration":"755.481639ms","start":"2026-04-28T23:34:30.822633Z","end":"2026-04-28T23:34:31.578115Z","steps":["trace[823978377] 'agreement among raft nodes before linearized reading' (duration: 755.364497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.578163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:30.822615Z","time spent":"755.540841ms","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:31.578176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.0332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:31.578175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.63937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:34:31.578267Z","caller":"traceutil/trace.go:171","msg":"trace[1681960225] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29746; }","duration":"410.784113ms","start":"2026-04-28T23:34:31.167465Z","end":"2026-04-28T23:34:31.578249Z","steps":["trace[1681960225] 'agreement among raft nodes before linearized reading' (duration: 410.601339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:31.578259Z","caller":"traceutil/trace.go:171","msg":"trace[553664750] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29746; }","duration":"454.155243ms","start":"2026-04-28T23:34:31.124083Z","end":"2026-04-28T23:34:31.578238Z","steps":["trace[553664750] 'agreement among raft nodes before linearized reading' (duration: 454.037071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:31.578311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:31.167446Z","time spent":"410.857054ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:31.578323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:31.124062Z","time spent":"454.243816ms","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:34:32.014248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.419483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.014346Z","caller":"traceutil/trace.go:171","msg":"trace[956120192] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29746; }","duration":"356.573227ms","start":"2026-04-28T23:34:31.65775Z","end":"2026-04-28T23:34:32.014323Z","steps":["trace[956120192] 'range keys from in-memory index tree' (duration: 356.250139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.01441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:31.657673Z","time spent":"356.715319ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T23:34:32.014928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.16177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:34:32.015096Z","caller":"traceutil/trace.go:171","msg":"trace[982287412] linearizableReadLoop","detail":"{readStateIndex:30842; appliedIndex:30841; }","duration":"268.435157ms","start":"2026-04-28T23:34:31.746642Z","end":"2026-04-28T23:34:32.015077Z","steps":["trace[982287412] 'read index received' (duration: 79.039171ms)","trace[982287412] 'applied index is now lower than readState.Index' (duration: 189.394386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:32.015129Z","caller":"traceutil/trace.go:171","msg":"trace[47340901] transaction","detail":"{read_only:false; response_revision:29747; number_of_response:1; }","duration":"352.710802ms","start":"2026-04-28T23:34:31.662398Z","end":"2026-04-28T23:34:32.015109Z","steps":["trace[47340901] 'process raft request' (duration: 163.272145ms)","trace[47340901] 'compare' (duration: 187.719769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:32.015227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:31.662377Z","time spent":"352.803094ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:32.015207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.551819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.015382Z","caller":"traceutil/trace.go:171","msg":"trace[1702986800] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29747; }","duration":"268.728503ms","start":"2026-04-28T23:34:31.746592Z","end":"2026-04-28T23:34:32.015321Z","steps":["trace[1702986800] 'agreement among raft nodes before linearized reading' (duration: 268.549719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.046172Z","caller":"traceutil/trace.go:171","msg":"trace[208835683] transaction","detail":"{read_only:false; response_revision:29749; number_of_response:1; }","duration":"294.307753ms","start":"2026-04-28T23:34:31.751842Z","end":"2026-04-28T23:34:32.04615Z","steps":["trace[208835683] 'process raft request' (duration: 294.239932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.046317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.678312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.046348Z","caller":"traceutil/trace.go:171","msg":"trace[588249045] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29750; }","duration":"294.776123ms","start":"2026-04-28T23:34:31.751564Z","end":"2026-04-28T23:34:32.04634Z","steps":["trace[588249045] 'agreement among raft nodes before linearized reading' (duration: 294.676931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.04641Z","caller":"traceutil/trace.go:171","msg":"trace[234824622] transaction","detail":"{read_only:false; response_revision:29748; number_of_response:1; }","duration":"296.365867ms","start":"2026-04-28T23:34:31.750033Z","end":"2026-04-28T23:34:32.046398Z","steps":["trace[234824622] 'process raft request' (duration: 295.939038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.046676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.952475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"warn","ts":"2026-04-28T23:34:32.046684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.922845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:32.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1087253400] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29750; }","duration":"293.994677ms","start":"2026-04-28T23:34:31.752694Z","end":"2026-04-28T23:34:32.046689Z","steps":["trace[1087253400] 'agreement among raft nodes before linearized reading' (duration: 293.935424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.046716Z","caller":"traceutil/trace.go:171","msg":"trace[2030096357] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29750; }","duration":"293.973136ms","start":"2026-04-28T23:34:31.752733Z","end":"2026-04-28T23:34:32.046706Z","steps":["trace[2030096357] 'agreement among raft nodes before linearized reading' (duration: 293.858783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.046801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.13615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:32.046815Z","caller":"traceutil/trace.go:171","msg":"trace[1763169865] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29750; }","duration":"294.15115ms","start":"2026-04-28T23:34:31.752659Z","end":"2026-04-28T23:34:32.046811Z","steps":["trace[1763169865] 'agreement among raft nodes before linearized reading' (duration: 294.109129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.04684Z","caller":"traceutil/trace.go:171","msg":"trace[1053941566] transaction","detail":"{read_only:false; response_revision:29750; number_of_response:1; }","duration":"293.877504ms","start":"2026-04-28T23:34:31.752953Z","end":"2026-04-28T23:34:32.046831Z","steps":["trace[1053941566] 'process raft request' (duration: 293.165697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.04689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.54894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.046903Z","caller":"traceutil/trace.go:171","msg":"trace[2053227188] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29750; }","duration":"294.57394ms","start":"2026-04-28T23:34:31.752325Z","end":"2026-04-28T23:34:32.046899Z","steps":["trace[2053227188] 'agreement among raft nodes before linearized reading' (duration: 294.54519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.046974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.659952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.046991Z","caller":"traceutil/trace.go:171","msg":"trace[410371120] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29750; }","duration":"294.690863ms","start":"2026-04-28T23:34:31.752294Z","end":"2026-04-28T23:34:32.046985Z","steps":["trace[410371120] 'agreement among raft nodes before linearized reading' (duration: 294.669223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.047042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.699006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:34:32.047057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.863847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.047071Z","caller":"traceutil/trace.go:171","msg":"trace[493463161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29750; }","duration":"294.903787ms","start":"2026-04-28T23:34:31.752161Z","end":"2026-04-28T23:34:32.047065Z","steps":["trace[493463161] 'agreement among raft nodes before linearized reading' (duration: 294.884556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.047069Z","caller":"traceutil/trace.go:171","msg":"trace[1588584692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29750; }","duration":"275.737328ms","start":"2026-04-28T23:34:31.771324Z","end":"2026-04-28T23:34:32.047061Z","steps":["trace[1588584692] 'agreement among raft nodes before linearized reading' (duration: 275.660306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.047139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.49271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.047151Z","caller":"traceutil/trace.go:171","msg":"trace[1674809133] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29750; }","duration":"295.525111ms","start":"2026-04-28T23:34:31.751622Z","end":"2026-04-28T23:34:32.047147Z","steps":["trace[1674809133] 'agreement among raft nodes before linearized reading' (duration: 295.5033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.047221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.984743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:34:32.047246Z","caller":"traceutil/trace.go:171","msg":"trace[1740302127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29750; }","duration":"276.028123ms","start":"2026-04-28T23:34:31.77121Z","end":"2026-04-28T23:34:32.047238Z","steps":["trace[1740302127] 'agreement among raft nodes before linearized reading' (duration: 275.961542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.046968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.328511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.047307Z","caller":"traceutil/trace.go:171","msg":"trace[1664044390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29750; }","duration":"144.715339ms","start":"2026-04-28T23:34:31.902587Z","end":"2026-04-28T23:34:32.047302Z","steps":["trace[1664044390] 'agreement among raft nodes before linearized reading' (duration: 144.354761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.047327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.952076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:32.047358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.040928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.047382Z","caller":"traceutil/trace.go:171","msg":"trace[1070805515] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29750; }","duration":"294.038877ms","start":"2026-04-28T23:34:31.753331Z","end":"2026-04-28T23:34:32.04737Z","steps":["trace[1070805515] 'agreement among raft nodes before linearized reading' (duration: 293.912565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.047383Z","caller":"traceutil/trace.go:171","msg":"trace[1241048452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29750; }","duration":"294.064588ms","start":"2026-04-28T23:34:31.753311Z","end":"2026-04-28T23:34:32.047375Z","steps":["trace[1241048452] 'agreement among raft nodes before linearized reading' (duration: 294.028158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.04754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.633288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:34:32.047557Z","caller":"traceutil/trace.go:171","msg":"trace[825368438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29750; }","duration":"277.665349ms","start":"2026-04-28T23:34:31.769884Z","end":"2026-04-28T23:34:32.047549Z","steps":["trace[825368438] 'agreement among raft nodes before linearized reading' (duration: 277.590688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.047589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.33655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:34:32.047604Z","caller":"traceutil/trace.go:171","msg":"trace[37732232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29750; }","duration":"281.36509ms","start":"2026-04-28T23:34:31.766235Z","end":"2026-04-28T23:34:32.0476Z","steps":["trace[37732232] 'agreement among raft nodes before linearized reading' (duration: 281.314409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.0477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.807138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:34:32.047715Z","caller":"traceutil/trace.go:171","msg":"trace[386390040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29750; }","duration":"291.833229ms","start":"2026-04-28T23:34:31.755877Z","end":"2026-04-28T23:34:32.04771Z","steps":["trace[386390040] 'agreement among raft nodes before linearized reading' (duration: 291.792488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.428675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.27719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:34:32.428798Z","caller":"traceutil/trace.go:171","msg":"trace[603902523] transaction","detail":"{read_only:false; response_revision:29751; number_of_response:1; }","duration":"339.046532ms","start":"2026-04-28T23:34:32.089729Z","end":"2026-04-28T23:34:32.428776Z","steps":["trace[603902523] 'process raft request' (duration: 30.510448ms)","trace[603902523] 'compare' (duration: 307.753467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:32.428868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:32.089698Z","time spent":"339.132565ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:32.434675Z","caller":"traceutil/trace.go:171","msg":"trace[1159264730] transaction","detail":"{read_only:false; response_revision:29752; number_of_response:1; }","duration":"344.457382ms","start":"2026-04-28T23:34:32.090183Z","end":"2026-04-28T23:34:32.434641Z","steps":["trace[1159264730] 'process raft request' (duration: 344.169396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.43469Z","caller":"traceutil/trace.go:171","msg":"trace[1691778366] linearizableReadLoop","detail":"{readStateIndex:30850; appliedIndex:30846; }","duration":"206.718636ms","start":"2026-04-28T23:34:32.227947Z","end":"2026-04-28T23:34:32.434666Z","steps":["trace[1691778366] 'read index received' (duration: 206.43132ms)","trace[1691778366] 'applied index is now lower than readState.Index' (duration: 286.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:32.43482Z","caller":"traceutil/trace.go:171","msg":"trace[432547545] transaction","detail":"{read_only:false; response_revision:29753; number_of_response:1; }","duration":"344.004922ms","start":"2026-04-28T23:34:32.090804Z","end":"2026-04-28T23:34:32.434809Z","steps":["trace[432547545] 'process raft request' (duration: 343.720865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.434826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:32.090168Z","time spent":"344.581274ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:32.434939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:32.09077Z","time spent":"344.090854ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:32.435016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.056914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:34:32.435052Z","caller":"traceutil/trace.go:171","msg":"trace[234893979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29755; }","duration":"207.150006ms","start":"2026-04-28T23:34:32.227892Z","end":"2026-04-28T23:34:32.435042Z","steps":["trace[234893979] 'agreement among raft nodes before linearized reading' (duration: 207.018873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.435119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.076884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:32.435161Z","caller":"traceutil/trace.go:171","msg":"trace[779358440] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29755; }","duration":"207.184956ms","start":"2026-04-28T23:34:32.227965Z","end":"2026-04-28T23:34:32.43515Z","steps":["trace[779358440] 'agreement among raft nodes before linearized reading' (duration: 207.118344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.43529Z","caller":"traceutil/trace.go:171","msg":"trace[589034755] transaction","detail":"{read_only:false; response_revision:29754; number_of_response:1; }","duration":"344.227326ms","start":"2026-04-28T23:34:32.091038Z","end":"2026-04-28T23:34:32.435266Z","steps":["trace[589034755] 'process raft request' (duration: 343.531261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:32.43532Z","caller":"traceutil/trace.go:171","msg":"trace[318716560] transaction","detail":"{read_only:false; response_revision:29755; number_of_response:1; }","duration":"344.202506ms","start":"2026-04-28T23:34:32.091103Z","end":"2026-04-28T23:34:32.435306Z","steps":["trace[318716560] 'process raft request' (duration: 343.518351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:32.435387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:32.091072Z","time spent":"344.281638ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:32.435456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:32.091027Z","time spent":"344.283248ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:34:34.588924Z","caller":"traceutil/trace.go:171","msg":"trace[711443505] linearizableReadLoop","detail":"{readStateIndex:30861; appliedIndex:30860; }","duration":"149.924242ms","start":"2026-04-28T23:34:34.438971Z","end":"2026-04-28T23:34:34.588895Z","steps":["trace[711443505] 'read index received' (duration: 149.664097ms)","trace[711443505] 'applied index is now lower than readState.Index' (duration: 258.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:34.588974Z","caller":"traceutil/trace.go:171","msg":"trace[641862155] transaction","detail":"{read_only:false; response_revision:29765; number_of_response:1; }","duration":"152.231893ms","start":"2026-04-28T23:34:34.436696Z","end":"2026-04-28T23:34:34.588928Z","steps":["trace[641862155] 'process raft request' (duration: 152.001218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:34.589252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.234719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:34:34.589364Z","caller":"traceutil/trace.go:171","msg":"trace[691081668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29765; }","duration":"150.374432ms","start":"2026-04-28T23:34:34.438972Z","end":"2026-04-28T23:34:34.589346Z","steps":["trace[691081668] 'agreement among raft nodes before linearized reading' (duration: 150.182998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:34.589565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.88592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:34:34.589597Z","caller":"traceutil/trace.go:171","msg":"trace[917594309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29765; }","duration":"149.930322ms","start":"2026-04-28T23:34:34.439659Z","end":"2026-04-28T23:34:34.589589Z","steps":["trace[917594309] 'agreement among raft nodes before linearized reading' (duration: 149.84628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:34.589665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.240559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:34:34.589814Z","caller":"traceutil/trace.go:171","msg":"trace[51002482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29765; }","duration":"150.831803ms","start":"2026-04-28T23:34:34.438968Z","end":"2026-04-28T23:34:34.5898Z","steps":["trace[51002482] 'agreement among raft nodes before linearized reading' (duration: 150.071626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:34.589793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.922912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:34:34.589879Z","caller":"traceutil/trace.go:171","msg":"trace[1264195560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29765; }","duration":"150.164687ms","start":"2026-04-28T23:34:34.439687Z","end":"2026-04-28T23:34:34.589852Z","steps":["trace[1264195560] 'agreement among raft nodes before linearized reading' (duration: 149.685606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:39.722034Z","caller":"traceutil/trace.go:171","msg":"trace[996740134] transaction","detail":"{read_only:false; response_revision:29803; number_of_response:1; }","duration":"136.478247ms","start":"2026-04-28T23:34:39.585319Z","end":"2026-04-28T23:34:39.721798Z","steps":["trace[996740134] 'process raft request' (duration: 136.220401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:39.729275Z","caller":"traceutil/trace.go:171","msg":"trace[456010229] linearizableReadLoop","detail":"{readStateIndex:30901; appliedIndex:30899; }","duration":"127.958362ms","start":"2026-04-28T23:34:39.601285Z","end":"2026-04-28T23:34:39.729243Z","steps":["trace[456010229] 'read index received' (duration: 120.259443ms)","trace[456010229] 'applied index is now lower than readState.Index' (duration: 7.697829ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:39.729378Z","caller":"traceutil/trace.go:171","msg":"trace[1513742833] transaction","detail":"{read_only:false; response_revision:29804; number_of_response:1; }","duration":"143.957351ms","start":"2026-04-28T23:34:39.585406Z","end":"2026-04-28T23:34:39.729364Z","steps":["trace[1513742833] 'process raft request' (duration: 143.667715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:39.833922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.47904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:39.834073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.658954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:34:39.833939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.577992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:34:39.834187Z","caller":"traceutil/trace.go:171","msg":"trace[1281239645] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29804; }","duration":"232.857038ms","start":"2026-04-28T23:34:39.601313Z","end":"2026-04-28T23:34:39.83417Z","steps":["trace[1281239645] 'agreement among raft nodes before linearized reading' (duration: 128.106685ms)","trace[1281239645] 'range keys from in-memory index tree' (duration: 104.454167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:34:39.834176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.864649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-28T23:34:39.834249Z","caller":"traceutil/trace.go:171","msg":"trace[464122400] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29804; }","duration":"232.984951ms","start":"2026-04-28T23:34:39.601245Z","end":"2026-04-28T23:34:39.83423Z","steps":["trace[464122400] 'agreement among raft nodes before linearized reading' (duration: 128.142446ms)","trace[464122400] 'range keys from in-memory index tree' (duration: 104.653471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:39.834183Z","caller":"traceutil/trace.go:171","msg":"trace[1661264199] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29804; }","duration":"232.787207ms","start":"2026-04-28T23:34:39.601367Z","end":"2026-04-28T23:34:39.834154Z","steps":["trace[1661264199] 'agreement among raft nodes before linearized reading' (duration: 128.068895ms)","trace[1661264199] 'range keys from in-memory index tree' (duration: 104.573439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:39.834807Z","caller":"traceutil/trace.go:171","msg":"trace[633661839] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29804; }","duration":"232.737866ms","start":"2026-04-28T23:34:39.601379Z","end":"2026-04-28T23:34:39.834117Z","steps":["trace[633661839] 'agreement among raft nodes before linearized reading' (duration: 128.065825ms)","trace[633661839] 'range keys from in-memory index tree' (duration: 104.395705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:54.995053Z","caller":"traceutil/trace.go:171","msg":"trace[1566808735] linearizableReadLoop","detail":"{readStateIndex:31014; appliedIndex:31013; }","duration":"319.853594ms","start":"2026-04-28T23:34:54.675171Z","end":"2026-04-28T23:34:54.995024Z","steps":["trace[1566808735] 'read index received' (duration: 319.705091ms)","trace[1566808735] 'applied index is now lower than readState.Index' (duration: 147.143µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:34:54.995182Z","caller":"traceutil/trace.go:171","msg":"trace[1113217563] transaction","detail":"{read_only:false; response_revision:29914; number_of_response:1; }","duration":"348.128834ms","start":"2026-04-28T23:34:54.647038Z","end":"2026-04-28T23:34:54.995167Z","steps":["trace[1113217563] 'process raft request' (duration: 347.790977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:54.995292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.647018Z","time spent":"348.190446ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6984,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:34:54.995363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.171411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:34:54.995431Z","caller":"traceutil/trace.go:171","msg":"trace[1394497847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29914; }","duration":"320.251562ms","start":"2026-04-28T23:34:54.675162Z","end":"2026-04-28T23:34:54.995414Z","steps":["trace[1394497847] 'agreement among raft nodes before linearized reading' (duration: 320.060028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:54.995467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.675141Z","time spent":"320.317234ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:34:55.001298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.223479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:34:55.001362Z","caller":"traceutil/trace.go:171","msg":"trace[842196760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29916; }","duration":"314.29359ms","start":"2026-04-28T23:34:54.687054Z","end":"2026-04-28T23:34:55.001348Z","steps":["trace[842196760] 'agreement among raft nodes before linearized reading' (duration: 314.107946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:55.001396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.68696Z","time spent":"314.424473ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:34:55.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.298015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:34:55.001512Z","caller":"traceutil/trace.go:171","msg":"trace[2007352762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29916; }","duration":"307.418007ms","start":"2026-04-28T23:34:54.694074Z","end":"2026-04-28T23:34:55.001492Z","steps":["trace[2007352762] 'agreement among raft nodes before linearized reading' (duration: 307.216522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:55.001549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.694065Z","time spent":"307.475768ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:34:55.001625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.701672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:34:55.001661Z","caller":"traceutil/trace.go:171","msg":"trace[720533797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29916; }","duration":"311.768084ms","start":"2026-04-28T23:34:54.689884Z","end":"2026-04-28T23:34:55.001652Z","steps":["trace[720533797] 'agreement among raft nodes before linearized reading' (duration: 311.676712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:55.001685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.689868Z","time spent":"311.811065ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:34:55.001729Z","caller":"traceutil/trace.go:171","msg":"trace[319143424] transaction","detail":"{read_only:false; response_revision:29915; number_of_response:1; }","duration":"169.134743ms","start":"2026-04-28T23:34:54.832558Z","end":"2026-04-28T23:34:55.001693Z","steps":["trace[319143424] 'process raft request' (duration: 168.456077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:55.0017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.303121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:34:55.001846Z","caller":"traceutil/trace.go:171","msg":"trace[1209352865] transaction","detail":"{read_only:false; response_revision:29916; number_of_response:1; }","duration":"132.425944ms","start":"2026-04-28T23:34:54.869411Z","end":"2026-04-28T23:34:55.001837Z","steps":["trace[1209352865] 'process raft request' (duration: 131.707118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:34:55.001835Z","caller":"traceutil/trace.go:171","msg":"trace[322614707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29916; }","duration":"310.483715ms","start":"2026-04-28T23:34:54.691324Z","end":"2026-04-28T23:34:55.001808Z","steps":["trace[322614707] 'agreement among raft nodes before linearized reading' (duration: 310.077246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:34:55.00198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:34:54.691316Z","time spent":"310.627799ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T23:35:04.153445Z","caller":"traceutil/trace.go:171","msg":"trace[872993856] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"229.008488ms","start":"2026-04-28T23:35:03.924417Z","end":"2026-04-28T23:35:04.153425Z","steps":["trace[872993856] 'process raft request' (duration: 228.887845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:04.153644Z","caller":"traceutil/trace.go:171","msg":"trace[1417883056] linearizableReadLoop","detail":"{readStateIndex:31133; appliedIndex:31133; }","duration":"223.190269ms","start":"2026-04-28T23:35:03.93042Z","end":"2026-04-28T23:35:04.153611Z","steps":["trace[1417883056] 'read index received' (duration: 223.179219ms)","trace[1417883056] 'applied index is now lower than readState.Index' (duration: 7.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:04.153772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.336002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:04.153805Z","caller":"traceutil/trace.go:171","msg":"trace[1709340542] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-service; range_end:; response_count:0; response_revision:30028; }","duration":"223.411433ms","start":"2026-04-28T23:35:03.930385Z","end":"2026-04-28T23:35:04.153796Z","steps":["trace[1709340542] 'agreement among raft nodes before linearized reading' (duration: 223.322161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.18557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.12795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:04.185653Z","caller":"traceutil/trace.go:171","msg":"trace[34334795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:30029; }","duration":"246.252053ms","start":"2026-04-28T23:35:03.939385Z","end":"2026-04-28T23:35:04.185637Z","steps":["trace[34334795] 'agreement among raft nodes before linearized reading' (duration: 246.11595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.186499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.520836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:35:04.186585Z","caller":"traceutil/trace.go:171","msg":"trace[1384768209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30029; }","duration":"102.631789ms","start":"2026-04-28T23:35:04.083925Z","end":"2026-04-28T23:35:04.186557Z","steps":["trace[1384768209] 'agreement among raft nodes before linearized reading' (duration: 102.511046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:04.654872Z","caller":"traceutil/trace.go:171","msg":"trace[716275797] linearizableReadLoop","detail":"{readStateIndex:31141; appliedIndex:31140; }","duration":"273.408588ms","start":"2026-04-28T23:35:04.381445Z","end":"2026-04-28T23:35:04.654854Z","steps":["trace[716275797] 'read index received' (duration: 273.345956ms)","trace[716275797] 'applied index is now lower than readState.Index' (duration: 61.672µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:04.654895Z","caller":"traceutil/trace.go:171","msg":"trace[257918262] transaction","detail":"{read_only:false; response_revision:30036; number_of_response:1; }","duration":"321.768397ms","start":"2026-04-28T23:35:04.333109Z","end":"2026-04-28T23:35:04.654878Z","steps":["trace[257918262] 'process raft request' (duration: 321.618304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.655044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.333091Z","time spent":"321.90427ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9266,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:35:04.655059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.606653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:04.655099Z","caller":"traceutil/trace.go:171","msg":"trace[1775879736] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:30036; }","duration":"273.680334ms","start":"2026-04-28T23:35:04.381409Z","end":"2026-04-28T23:35:04.655089Z","steps":["trace[1775879736] 'agreement among raft nodes before linearized reading' (duration: 273.588972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.891786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.039895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:35:04.89189Z","caller":"traceutil/trace.go:171","msg":"trace[1000393942] linearizableReadLoop","detail":"{readStateIndex:31142; appliedIndex:31141; }","duration":"236.898954ms","start":"2026-04-28T23:35:04.654972Z","end":"2026-04-28T23:35:04.891871Z","steps":["trace[1000393942] 'read index received' (duration: 82.705024ms)","trace[1000393942] 'applied index is now lower than readState.Index' (duration: 154.19264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:04.892009Z","caller":"traceutil/trace.go:171","msg":"trace[1221709826] transaction","detail":"{read_only:false; response_revision:30037; number_of_response:1; }","duration":"469.877809ms","start":"2026-04-28T23:35:04.422105Z","end":"2026-04-28T23:35:04.891983Z","steps":["trace[1221709826] 'process raft request' (duration: 315.579768ms)","trace[1221709826] 'compare' (duration: 153.467263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:04.892172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.422078Z","time spent":"470.037234ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:35:04.892294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.200073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:04.892363Z","caller":"traceutil/trace.go:171","msg":"trace[1656787211] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30037; }","duration":"338.375926ms","start":"2026-04-28T23:35:04.553968Z","end":"2026-04-28T23:35:04.892344Z","steps":["trace[1656787211] 'agreement among raft nodes before linearized reading' (duration: 338.035419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.892563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.553949Z","time spent":"338.5137ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:35:04.943739Z","caller":"traceutil/trace.go:171","msg":"trace[1893714784] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"276.955977ms","start":"2026-04-28T23:35:04.66676Z","end":"2026-04-28T23:35:04.943716Z","steps":["trace[1893714784] 'process raft request' (duration: 276.725042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:04.943948Z","caller":"traceutil/trace.go:171","msg":"trace[1693649864] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"275.921834ms","start":"2026-04-28T23:35:04.668019Z","end":"2026-04-28T23:35:04.943941Z","steps":["trace[1693649864] 'process raft request' (duration: 275.611748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:04.944186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T23:35:04.944227Z","caller":"traceutil/trace.go:171","msg":"trace[310835710] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30040; }","duration":"121.312335ms","start":"2026-04-28T23:35:04.822895Z","end":"2026-04-28T23:35:04.944207Z","steps":["trace[310835710] 'agreement among raft nodes before linearized reading' (duration: 121.219373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:04.944341Z","caller":"traceutil/trace.go:171","msg":"trace[485623025] transaction","detail":"{read_only:false; response_revision:30040; number_of_response:1; }","duration":"272.064018ms","start":"2026-04-28T23:35:04.672259Z","end":"2026-04-28T23:35:04.944323Z","steps":["trace[485623025] 'process raft request' (duration: 271.610278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.21466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.669387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:05.214817Z","caller":"traceutil/trace.go:171","msg":"trace[1643490916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30040; }","duration":"127.834231ms","start":"2026-04-28T23:35:05.086959Z","end":"2026-04-28T23:35:05.214793Z","steps":["trace[1643490916] 'range keys from in-memory index tree' (duration: 127.652907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.214813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.147489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:35:05.214934Z","caller":"traceutil/trace.go:171","msg":"trace[596513010] linearizableReadLoop","detail":"{readStateIndex:31146; appliedIndex:31145; }","duration":"270.982545ms","start":"2026-04-28T23:35:04.94393Z","end":"2026-04-28T23:35:05.214913Z","steps":["trace[596513010] 'read index received' (duration: 163.66147ms)","trace[596513010] 'applied index is now lower than readState.Index' (duration: 107.319584ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:05.21502Z","caller":"traceutil/trace.go:171","msg":"trace[131180252] transaction","detail":"{read_only:false; response_revision:30041; number_of_response:1; }","duration":"320.148582ms","start":"2026-04-28T23:35:04.894857Z","end":"2026-04-28T23:35:05.215006Z","steps":["trace[131180252] 'process raft request' (duration: 212.720395ms)","trace[131180252] 'compare' (duration: 106.644838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:05.215086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.89484Z","time spent":"320.218263ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:35:05.21514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.245735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:05.215251Z","caller":"traceutil/trace.go:171","msg":"trace[716434381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30041; }","duration":"303.363917ms","start":"2026-04-28T23:35:04.911863Z","end":"2026-04-28T23:35:05.215227Z","steps":["trace[716434381] 'agreement among raft nodes before linearized reading' (duration: 303.152023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.215308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.911816Z","time spent":"303.47744ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:35:05.275852Z","caller":"traceutil/trace.go:171","msg":"trace[2145845417] transaction","detail":"{read_only:false; response_revision:30042; number_of_response:1; }","duration":"326.986852ms","start":"2026-04-28T23:35:04.948843Z","end":"2026-04-28T23:35:05.27583Z","steps":["trace[2145845417] 'process raft request' (duration: 326.753517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:05.275891Z","caller":"traceutil/trace.go:171","msg":"trace[615677667] transaction","detail":"{read_only:false; response_revision:30043; number_of_response:1; }","duration":"320.793974ms","start":"2026-04-28T23:35:04.955074Z","end":"2026-04-28T23:35:05.275868Z","steps":["trace[615677667] 'process raft request' (duration: 320.641681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.275947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.948819Z","time spent":"327.089995ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:35:05.276016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.955066Z","time spent":"320.872637ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7156,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:05.276374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.299431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T23:35:05.276513Z","caller":"traceutil/trace.go:171","msg":"trace[1515868500] transaction","detail":"{read_only:false; response_revision:30044; number_of_response:1; }","duration":"229.271043ms","start":"2026-04-28T23:35:05.047227Z","end":"2026-04-28T23:35:05.276498Z","steps":["trace[1515868500] 'process raft request' (duration: 228.561537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:05.276547Z","caller":"traceutil/trace.go:171","msg":"trace[750274708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30045; }","duration":"210.490796ms","start":"2026-04-28T23:35:05.066035Z","end":"2026-04-28T23:35:05.276526Z","steps":["trace[750274708] 'agreement among raft nodes before linearized reading' (duration: 210.233839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:05.276608Z","caller":"traceutil/trace.go:171","msg":"trace[957322404] transaction","detail":"{read_only:false; response_revision:30045; number_of_response:1; }","duration":"229.285424ms","start":"2026-04-28T23:35:05.047312Z","end":"2026-04-28T23:35:05.276598Z","steps":["trace[957322404] 'process raft request' (duration: 228.520626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.276912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.353121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:35:05.276946Z","caller":"traceutil/trace.go:171","msg":"trace[1136451003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30045; }","duration":"153.421612ms","start":"2026-04-28T23:35:05.123515Z","end":"2026-04-28T23:35:05.276937Z","steps":["trace[1136451003] 'agreement among raft nodes before linearized reading' (duration: 153.32918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.27646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.465492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:35:05.277023Z","caller":"traceutil/trace.go:171","msg":"trace[1261017858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30045; }","duration":"149.049345ms","start":"2026-04-28T23:35:05.127965Z","end":"2026-04-28T23:35:05.277015Z","steps":["trace[1261017858] 'agreement among raft nodes before linearized reading' (duration: 148.363259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.27702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.520313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T23:35:05.277058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.762728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:35:05.277079Z","caller":"traceutil/trace.go:171","msg":"trace[1666013554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30045; }","duration":"209.599315ms","start":"2026-04-28T23:35:05.067462Z","end":"2026-04-28T23:35:05.277061Z","steps":["trace[1666013554] 'agreement among raft nodes before linearized reading' (duration: 209.414381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:05.277104Z","caller":"traceutil/trace.go:171","msg":"trace[780088545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30045; }","duration":"213.83267ms","start":"2026-04-28T23:35:05.063259Z","end":"2026-04-28T23:35:05.277092Z","steps":["trace[780088545] 'agreement among raft nodes before linearized reading' (duration: 213.725168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.277151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.680721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-28T23:35:05.277186Z","caller":"traceutil/trace.go:171","msg":"trace[1940150439] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815; range_end:; response_count:1; response_revision:30045; }","duration":"328.737083ms","start":"2026-04-28T23:35:04.94844Z","end":"2026-04-28T23:35:05.277177Z","steps":["trace[1940150439] 'agreement among raft nodes before linearized reading' (duration: 328.646831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.277212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:04.948424Z","time spent":"328.780053ms","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a35e2f75-ad57-4d27-86c3-52b033b60815\" "} {"level":"info","ts":"2026-04-28T23:35:05.672Z","caller":"traceutil/trace.go:171","msg":"trace[2055510367] linearizableReadLoop","detail":"{readStateIndex:31156; appliedIndex:31151; }","duration":"319.390404ms","start":"2026-04-28T23:35:05.352587Z","end":"2026-04-28T23:35:05.671977Z","steps":["trace[2055510367] 'read index received' (duration: 318.910382ms)","trace[2055510367] 'applied index is now lower than readState.Index' (duration: 478.922µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:05.672442Z","caller":"traceutil/trace.go:171","msg":"trace[1133039220] transaction","detail":"{read_only:false; response_revision:30051; number_of_response:1; }","duration":"382.536672ms","start":"2026-04-28T23:35:05.28988Z","end":"2026-04-28T23:35:05.672416Z","steps":["trace[1133039220] 'process raft request' (duration: 382.028931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.672575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.289822Z","time spent":"382.677266ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10908,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:05.672736Z","caller":"traceutil/trace.go:171","msg":"trace[584757744] transaction","detail":"{read_only:false; response_revision:30049; number_of_response:1; }","duration":"389.494848ms","start":"2026-04-28T23:35:05.283216Z","end":"2026-04-28T23:35:05.67271Z","steps":["trace[584757744] 'process raft request' (duration: 388.629109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.672843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.247012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:35:05.672891Z","caller":"traceutil/trace.go:171","msg":"trace[1461107308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30051; }","duration":"320.320914ms","start":"2026-04-28T23:35:05.352556Z","end":"2026-04-28T23:35:05.672877Z","steps":["trace[1461107308] 'agreement among raft nodes before linearized reading' (duration: 320.237273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.672929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.352546Z","time spent":"320.373835ms","remote":"127.0.0.1:44354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:35:05.672973Z","caller":"traceutil/trace.go:171","msg":"trace[1201320006] transaction","detail":"{read_only:false; response_revision:30048; number_of_response:1; }","duration":"389.873426ms","start":"2026-04-28T23:35:05.283085Z","end":"2026-04-28T23:35:05.672959Z","steps":["trace[1201320006] 'process raft request' (duration: 388.710081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.673065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.283076Z","time spent":"389.946188ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:05.673196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.408085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-ks-service\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T23:35:05.673236Z","caller":"traceutil/trace.go:171","msg":"trace[1568679673] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-ks-service; range_end:; response_count:1; response_revision:30051; }","duration":"172.481047ms","start":"2026-04-28T23:35:05.500746Z","end":"2026-04-28T23:35:05.673227Z","steps":["trace[1568679673] 'agreement among raft nodes before linearized reading' (duration: 172.347174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.672914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.28321Z","time spent":"389.59507ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:05.673581Z","caller":"traceutil/trace.go:171","msg":"trace[1813416539] transaction","detail":"{read_only:false; response_revision:30050; number_of_response:1; }","duration":"389.946397ms","start":"2026-04-28T23:35:05.283614Z","end":"2026-04-28T23:35:05.673561Z","steps":["trace[1813416539] 'process raft request' (duration: 388.26021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.673688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.887463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:35:05.673684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.283603Z","time spent":"390.032469ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:05.67373Z","caller":"traceutil/trace.go:171","msg":"trace[10677820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:30051; }","duration":"162.970395ms","start":"2026-04-28T23:35:05.510747Z","end":"2026-04-28T23:35:05.673718Z","steps":["trace[10677820] 'agreement among raft nodes before linearized reading' (duration: 162.907803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:05.67683Z","caller":"traceutil/trace.go:171","msg":"trace[564079021] transaction","detail":"{read_only:false; response_revision:30047; number_of_response:1; }","duration":"393.833754ms","start":"2026-04-28T23:35:05.282978Z","end":"2026-04-28T23:35:05.676812Z","steps":["trace[564079021] 'process raft request' (duration: 388.643809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:05.676928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.282956Z","time spent":"393.921545ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:06.266528Z","caller":"traceutil/trace.go:171","msg":"trace[1245345556] linearizableReadLoop","detail":"{readStateIndex:31158; appliedIndex:31157; }","duration":"353.7393ms","start":"2026-04-28T23:35:05.912761Z","end":"2026-04-28T23:35:06.2665Z","steps":["trace[1245345556] 'read index received' (duration: 353.650898ms)","trace[1245345556] 'applied index is now lower than readState.Index' (duration: 87.132µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:06.266885Z","caller":"traceutil/trace.go:171","msg":"trace[1187536766] transaction","detail":"{read_only:false; response_revision:30053; number_of_response:1; }","duration":"391.143905ms","start":"2026-04-28T23:35:05.87572Z","end":"2026-04-28T23:35:06.266864Z","steps":["trace[1187536766] 'process raft request' (duration: 390.605453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.267036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.875697Z","time spent":"391.247996ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:06.267399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.630569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:5044"} {"level":"info","ts":"2026-04-28T23:35:06.267447Z","caller":"traceutil/trace.go:171","msg":"trace[602674933] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30053; }","duration":"354.714171ms","start":"2026-04-28T23:35:05.91272Z","end":"2026-04-28T23:35:06.267434Z","steps":["trace[602674933] 'agreement among raft nodes before linearized reading' (duration: 354.558628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.267484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.912701Z","time spent":"354.775942ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5067,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T23:35:06.271894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.073098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:06.271961Z","caller":"traceutil/trace.go:171","msg":"trace[188160452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30056; }","duration":"359.184691ms","start":"2026-04-28T23:35:05.912761Z","end":"2026-04-28T23:35:06.271945Z","steps":["trace[188160452] 'agreement among raft nodes before linearized reading' (duration: 359.068878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.271989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.912742Z","time spent":"359.241752ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T23:35:06.272288Z","caller":"traceutil/trace.go:171","msg":"trace[850920239] transaction","detail":"{read_only:false; response_revision:30054; number_of_response:1; }","duration":"359.257352ms","start":"2026-04-28T23:35:05.913021Z","end":"2026-04-28T23:35:06.272278Z","steps":["trace[850920239] 'process raft request' (duration: 358.419604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.27241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.913008Z","time spent":"359.309143ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:06.272756Z","caller":"traceutil/trace.go:171","msg":"trace[877355773] transaction","detail":"{read_only:false; response_revision:30055; number_of_response:1; }","duration":"273.621343ms","start":"2026-04-28T23:35:05.99912Z","end":"2026-04-28T23:35:06.272741Z","steps":["trace[877355773] 'process raft request' (duration: 272.456457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.272838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.000448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:06.272872Z","caller":"traceutil/trace.go:171","msg":"trace[430010936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30056; }","duration":"360.050649ms","start":"2026-04-28T23:35:05.912814Z","end":"2026-04-28T23:35:06.272865Z","steps":["trace[430010936] 'agreement among raft nodes before linearized reading' (duration: 360.003278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.272895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:05.912808Z","time spent":"360.082111ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T23:35:06.788982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985880536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:35:06.851627Z","caller":"traceutil/trace.go:171","msg":"trace[7270190] transaction","detail":"{read_only:false; response_revision:30057; number_of_response:1; }","duration":"581.634333ms","start":"2026-04-28T23:35:06.26997Z","end":"2026-04-28T23:35:06.851604Z","steps":["trace[7270190] 'process raft request' (duration: 581.377187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.851754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.26995Z","time spent":"581.735096ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:06.851563Z","caller":"traceutil/trace.go:171","msg":"trace[366168825] transaction","detail":"{read_only:false; response_revision:30058; number_of_response:1; }","duration":"581.434239ms","start":"2026-04-28T23:35:06.270109Z","end":"2026-04-28T23:35:06.851543Z","steps":["trace[366168825] 'process raft request' (duration: 581.401058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:06.851922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.270078Z","time spent":"581.825697ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:07.188825Z","caller":"traceutil/trace.go:171","msg":"trace[2047388266] transaction","detail":"{read_only:false; response_revision:30060; number_of_response:1; }","duration":"902.795346ms","start":"2026-04-28T23:35:06.286003Z","end":"2026-04-28T23:35:07.188799Z","steps":["trace[2047388266] 'process raft request' (duration: 902.696534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:07.188869Z","caller":"traceutil/trace.go:171","msg":"trace[1165059952] transaction","detail":"{read_only:false; response_revision:30059; number_of_response:1; }","duration":"915.319046ms","start":"2026-04-28T23:35:06.273497Z","end":"2026-04-28T23:35:07.188816Z","steps":["trace[1165059952] 'process raft request' (duration: 915.05326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.188979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.285981Z","time spent":"902.918979ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:07.189109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.273482Z","time spent":"915.488709ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:07.190087Z","caller":"traceutil/trace.go:171","msg":"trace[681001386] linearizableReadLoop","detail":"{readStateIndex:31166; appliedIndex:31161; }","duration":"911.903529ms","start":"2026-04-28T23:35:06.278158Z","end":"2026-04-28T23:35:07.190061Z","steps":["trace[681001386] 'read index received' (duration: 573.268806ms)","trace[681001386] 'applied index is now lower than readState.Index' (duration: 338.632593ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:07.190214Z","caller":"traceutil/trace.go:171","msg":"trace[1944513695] transaction","detail":"{read_only:false; response_revision:30061; number_of_response:1; }","duration":"549.544878ms","start":"2026-04-28T23:35:06.640649Z","end":"2026-04-28T23:35:07.190194Z","steps":["trace[1944513695] 'process raft request' (duration: 548.106046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.190303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.640626Z","time spent":"549.620919ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:07.190455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.288298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:07.190567Z","caller":"traceutil/trace.go:171","msg":"trace[1668313617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30061; }","duration":"912.427161ms","start":"2026-04-28T23:35:06.278116Z","end":"2026-04-28T23:35:07.190544Z","steps":["trace[1668313617] 'agreement among raft nodes before linearized reading' (duration: 912.274268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.190615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.278098Z","time spent":"912.506123ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T23:35:07.42861Z","caller":"traceutil/trace.go:171","msg":"trace[667048015] transaction","detail":"{read_only:false; response_revision:30062; number_of_response:1; }","duration":"576.472838ms","start":"2026-04-28T23:35:06.852108Z","end":"2026-04-28T23:35:07.428581Z","steps":["trace[667048015] 'process raft request' (duration: 576.160051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.428726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.852094Z","time spent":"576.57105ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:07.429722Z","caller":"traceutil/trace.go:171","msg":"trace[75085374] transaction","detail":"{read_only:false; response_revision:30063; number_of_response:1; }","duration":"531.256ms","start":"2026-04-28T23:35:06.898457Z","end":"2026-04-28T23:35:07.429713Z","steps":["trace[75085374] 'process raft request' (duration: 529.967001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:07.429731Z","caller":"traceutil/trace.go:171","msg":"trace[582957398] linearizableReadLoop","detail":"{readStateIndex:31168; appliedIndex:31166; }","duration":"239.562393ms","start":"2026-04-28T23:35:07.190144Z","end":"2026-04-28T23:35:07.429706Z","steps":["trace[582957398] 'read index received' (duration: 238.142571ms)","trace[582957398] 'applied index is now lower than readState.Index' (duration: 1.417922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:07.429762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.898436Z","time spent":"531.30889ms","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:35:07.429915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.013195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:35:07.429922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.705102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:35:07.429962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.92182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:35:07.429977Z","caller":"traceutil/trace.go:171","msg":"trace[112063273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30063; }","duration":"527.110256ms","start":"2026-04-28T23:35:06.90285Z","end":"2026-04-28T23:35:07.42996Z","steps":["trace[112063273] 'agreement among raft nodes before linearized reading' (duration: 526.956343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:07.430008Z","caller":"traceutil/trace.go:171","msg":"trace[1749058848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30063; }","duration":"680.820075ms","start":"2026-04-28T23:35:06.749168Z","end":"2026-04-28T23:35:07.429988Z","steps":["trace[1749058848] 'agreement among raft nodes before linearized reading' (duration: 680.61538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.430019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.902838Z","time spent":"527.170867ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:35:07.430009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151704768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:07.431094Z","caller":"traceutil/trace.go:171","msg":"trace[125720315] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30063; }","duration":"1.152841203s","start":"2026-04-28T23:35:06.278222Z","end":"2026-04-28T23:35:07.431064Z","steps":["trace[125720315] 'agreement among raft nodes before linearized reading' (duration: 1.151680647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.431128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.749151Z","time spent":"681.789277ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:35:07.431176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.278197Z","time spent":"1.152951055s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T23:35:07.430015Z","caller":"traceutil/trace.go:171","msg":"trace[836344917] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30063; }","duration":"769.010491ms","start":"2026-04-28T23:35:06.660991Z","end":"2026-04-28T23:35:07.430002Z","steps":["trace[836344917] 'agreement among raft nodes before linearized reading' (duration: 768.818067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:07.431453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:06.660978Z","time spent":"770.454204ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:35:07.489353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.046061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:35:07.489463Z","caller":"traceutil/trace.go:171","msg":"trace[738368200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30065; }","duration":"191.214785ms","start":"2026-04-28T23:35:07.298224Z","end":"2026-04-28T23:35:07.489439Z","steps":["trace[738368200] 'agreement among raft nodes before linearized reading' (duration: 190.930419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:07.48982Z","caller":"traceutil/trace.go:171","msg":"trace[529525141] transaction","detail":"{read_only:false; response_revision:30065; number_of_response:1; }","duration":"196.075944ms","start":"2026-04-28T23:35:07.293716Z","end":"2026-04-28T23:35:07.489792Z","steps":["trace[529525141] 'process raft request' (duration: 195.371987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:07.489998Z","caller":"traceutil/trace.go:171","msg":"trace[1634537239] transaction","detail":"{read_only:false; response_revision:30064; number_of_response:1; }","duration":"204.134403ms","start":"2026-04-28T23:35:07.285811Z","end":"2026-04-28T23:35:07.489946Z","steps":["trace[1634537239] 'process raft request' (duration: 203.106599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:19.56747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.821506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:35:19.567527Z","caller":"traceutil/trace.go:171","msg":"trace[2083529058] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30179; }","duration":"199.937709ms","start":"2026-04-28T23:35:19.367578Z","end":"2026-04-28T23:35:19.567516Z","steps":["trace[2083529058] 'count revisions from in-memory index tree' (duration: 199.711294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:19.575169Z","caller":"traceutil/trace.go:171","msg":"trace[1662698489] linearizableReadLoop","detail":"{readStateIndex:31288; appliedIndex:31287; }","duration":"119.548927ms","start":"2026-04-28T23:35:19.455542Z","end":"2026-04-28T23:35:19.575091Z","steps":["trace[1662698489] 'read index received' (duration: 110.832882ms)","trace[1662698489] 'applied index is now lower than readState.Index' (duration: 8.714045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:19.575346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.791782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:19.575407Z","caller":"traceutil/trace.go:171","msg":"trace[873010584] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30180; }","duration":"119.900724ms","start":"2026-04-28T23:35:19.455484Z","end":"2026-04-28T23:35:19.575385Z","steps":["trace[873010584] 'agreement among raft nodes before linearized reading' (duration: 119.776351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:31.735422Z","caller":"traceutil/trace.go:171","msg":"trace[627346421] transaction","detail":"{read_only:false; response_revision:30275; number_of_response:1; }","duration":"116.258563ms","start":"2026-04-28T23:35:31.619116Z","end":"2026-04-28T23:35:31.735374Z","steps":["trace[627346421] 'process raft request' (duration: 70.938182ms)","trace[627346421] 'compare' (duration: 44.911662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:31.790304Z","caller":"traceutil/trace.go:171","msg":"trace[354524350] transaction","detail":"{read_only:false; response_revision:30277; number_of_response:1; }","duration":"154.635879ms","start":"2026-04-28T23:35:31.635636Z","end":"2026-04-28T23:35:31.790272Z","steps":["trace[354524350] 'process raft request' (duration: 154.316272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:31.790826Z","caller":"traceutil/trace.go:171","msg":"trace[925527831] transaction","detail":"{read_only:false; response_revision:30276; number_of_response:1; }","duration":"157.250187ms","start":"2026-04-28T23:35:31.633563Z","end":"2026-04-28T23:35:31.790813Z","steps":["trace[925527831] 'process raft request' (duration: 156.229625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:32.229681Z","caller":"traceutil/trace.go:171","msg":"trace[1095678786] transaction","detail":"{read_only:false; response_revision:30288; number_of_response:1; }","duration":"143.638004ms","start":"2026-04-28T23:35:32.086008Z","end":"2026-04-28T23:35:32.229646Z","steps":["trace[1095678786] 'process raft request' (duration: 83.171215ms)","trace[1095678786] 'compare' (duration: 60.203763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:32.268186Z","caller":"traceutil/trace.go:171","msg":"trace[2056991727] transaction","detail":"{read_only:false; response_revision:30289; number_of_response:1; }","duration":"174.83256ms","start":"2026-04-28T23:35:32.093322Z","end":"2026-04-28T23:35:32.268155Z","steps":["trace[2056991727] 'process raft request' (duration: 174.619385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:32.361029Z","caller":"traceutil/trace.go:171","msg":"trace[1743949794] transaction","detail":"{read_only:false; response_revision:30291; number_of_response:1; }","duration":"122.267348ms","start":"2026-04-28T23:35:32.23874Z","end":"2026-04-28T23:35:32.361007Z","steps":["trace[1743949794] 'process raft request' (duration: 122.154255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:32.361285Z","caller":"traceutil/trace.go:171","msg":"trace[1606144422] transaction","detail":"{read_only:false; response_revision:30290; number_of_response:1; }","duration":"141.20861ms","start":"2026-04-28T23:35:32.220049Z","end":"2026-04-28T23:35:32.361257Z","steps":["trace[1606144422] 'process raft request' (duration: 119.469315ms)","trace[1606144422] 'compare' (duration: 21.242144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:32.363191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.599735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-k95kx\" ","response":"range_response_count:1 size:22049"} {"level":"info","ts":"2026-04-28T23:35:32.363295Z","caller":"traceutil/trace.go:171","msg":"trace[977123500] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-k95kx; range_end:; response_count:1; response_revision:30291; }","duration":"109.761309ms","start":"2026-04-28T23:35:32.253511Z","end":"2026-04-28T23:35:32.363272Z","steps":["trace[977123500] 'agreement among raft nodes before linearized reading' (duration: 107.864617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:32.518032Z","caller":"traceutil/trace.go:171","msg":"trace[71986287] transaction","detail":"{read_only:false; response_revision:30292; number_of_response:1; }","duration":"123.78767ms","start":"2026-04-28T23:35:32.394213Z","end":"2026-04-28T23:35:32.518001Z","steps":["trace[71986287] 'process raft request' (duration: 88.006472ms)","trace[71986287] 'compare' (duration: 35.621245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:33.249572Z","caller":"traceutil/trace.go:171","msg":"trace[51576012] transaction","detail":"{read_only:false; response_revision:30298; number_of_response:1; }","duration":"105.638607ms","start":"2026-04-28T23:35:33.143913Z","end":"2026-04-28T23:35:33.249552Z","steps":["trace[51576012] 'process raft request' (duration: 105.533234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:33.420254Z","caller":"traceutil/trace.go:171","msg":"trace[1788376332] transaction","detail":"{read_only:false; response_revision:30299; number_of_response:1; }","duration":"141.17985ms","start":"2026-04-28T23:35:33.279012Z","end":"2026-04-28T23:35:33.420191Z","steps":["trace[1788376332] 'process raft request' (duration: 136.595827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:33.448835Z","caller":"traceutil/trace.go:171","msg":"trace[159887605] transaction","detail":"{read_only:false; response_revision:30300; number_of_response:1; }","duration":"153.739819ms","start":"2026-04-28T23:35:33.295063Z","end":"2026-04-28T23:35:33.448803Z","steps":["trace[159887605] 'process raft request' (duration: 153.521424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:33.914211Z","caller":"traceutil/trace.go:171","msg":"trace[776048076] linearizableReadLoop","detail":"{readStateIndex:31413; appliedIndex:31412; }","duration":"109.702926ms","start":"2026-04-28T23:35:33.804483Z","end":"2026-04-28T23:35:33.914186Z","steps":["trace[776048076] 'read index received' (duration: 63.554277ms)","trace[776048076] 'applied index is now lower than readState.Index' (duration: 46.147419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:33.914379Z","caller":"traceutil/trace.go:171","msg":"trace[1722883643] transaction","detail":"{read_only:false; response_revision:30302; number_of_response:1; }","duration":"111.887345ms","start":"2026-04-28T23:35:33.802467Z","end":"2026-04-28T23:35:33.914354Z","steps":["trace[1722883643] 'process raft request' (duration: 65.628624ms)","trace[1722883643] 'compare' (duration: 45.892453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:33.914552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.041004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:33.914612Z","caller":"traceutil/trace.go:171","msg":"trace[569641135] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30302; }","duration":"110.154607ms","start":"2026-04-28T23:35:33.804448Z","end":"2026-04-28T23:35:33.914602Z","steps":["trace[569641135] 'agreement among raft nodes before linearized reading' (duration: 110.033374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:35.193298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985881179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:35:35.250415Z","caller":"traceutil/trace.go:171","msg":"trace[68924264] transaction","detail":"{read_only:false; response_revision:30310; number_of_response:1; }","duration":"676.460657ms","start":"2026-04-28T23:35:34.573923Z","end":"2026-04-28T23:35:35.250384Z","steps":["trace[68924264] 'process raft request' (duration: 676.264583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:35.250611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.573899Z","time spent":"676.610411ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:35.315585Z","caller":"traceutil/trace.go:171","msg":"trace[572931740] transaction","detail":"{read_only:false; response_revision:30311; number_of_response:1; }","duration":"741.11524ms","start":"2026-04-28T23:35:34.574446Z","end":"2026-04-28T23:35:35.315562Z","steps":["trace[572931740] 'process raft request' (duration: 712.038171ms)","trace[572931740] 'compare' (duration: 28.931555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:35.315709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.574424Z","time spent":"741.219552ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:35.315932Z","caller":"traceutil/trace.go:171","msg":"trace[1391264116] transaction","detail":"{read_only:false; response_revision:30312; number_of_response:1; }","duration":"734.471112ms","start":"2026-04-28T23:35:34.581448Z","end":"2026-04-28T23:35:35.315919Z","steps":["trace[1391264116] 'process raft request' (duration: 734.068863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:35.315994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.58144Z","time spent":"734.523883ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:35.316149Z","caller":"traceutil/trace.go:171","msg":"trace[163726816] transaction","detail":"{read_only:false; response_revision:30313; number_of_response:1; }","duration":"328.095558ms","start":"2026-04-28T23:35:34.988019Z","end":"2026-04-28T23:35:35.316115Z","steps":["trace[163726816] 'process raft request' (duration: 327.794391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:35.316159Z","caller":"traceutil/trace.go:171","msg":"trace[1771132263] linearizableReadLoop","detail":"{readStateIndex:31425; appliedIndex:31420; }","duration":"623.600319ms","start":"2026-04-28T23:35:34.692524Z","end":"2026-04-28T23:35:35.316124Z","steps":["trace[1771132263] 'read index received' (duration: 557.816401ms)","trace[1771132263] 'applied index is now lower than readState.Index' (duration: 65.782748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:35:35.316299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.98799Z","time spent":"328.245971ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:35:35.316447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.865315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:35:35.316472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.13923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:35:35.316498Z","caller":"traceutil/trace.go:171","msg":"trace[1641524633] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:30314; }","duration":"624.004178ms","start":"2026-04-28T23:35:34.692477Z","end":"2026-04-28T23:35:35.316482Z","steps":["trace[1641524633] 'agreement among raft nodes before linearized reading' (duration: 623.862245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:35.316548Z","caller":"traceutil/trace.go:171","msg":"trace[475464762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30314; }","duration":"350.266253ms","start":"2026-04-28T23:35:34.96626Z","end":"2026-04-28T23:35:35.316526Z","steps":["trace[475464762] 'agreement among raft nodes before linearized reading' (duration: 350.114009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:35.316617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.966238Z","time spent":"350.357324ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:35:35.316554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:34.692452Z","time spent":"624.09113ms","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:35:35.316318Z","caller":"traceutil/trace.go:171","msg":"trace[2099030592] transaction","detail":"{read_only:false; response_revision:30314; number_of_response:1; }","duration":"313.155625ms","start":"2026-04-28T23:35:35.002983Z","end":"2026-04-28T23:35:35.316139Z","steps":["trace[2099030592] 'process raft request' (duration: 313.080044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:35.317354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:35:35.002957Z","time spent":"314.288049ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:35:35.877451Z","caller":"traceutil/trace.go:171","msg":"trace[1383345627] transaction","detail":"{read_only:false; response_revision:30316; number_of_response:1; }","duration":"119.327742ms","start":"2026-04-28T23:35:35.758102Z","end":"2026-04-28T23:35:35.87743Z","steps":["trace[1383345627] 'process raft request' (duration: 119.199419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.120844Z","caller":"traceutil/trace.go:171","msg":"trace[1635186805] transaction","detail":"{read_only:false; response_revision:30317; number_of_response:1; }","duration":"253.402272ms","start":"2026-04-28T23:35:35.867412Z","end":"2026-04-28T23:35:36.120814Z","steps":["trace[1635186805] 'process raft request' (duration: 177.538491ms)","trace[1635186805] 'compare' (duration: 75.636476ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:36.120865Z","caller":"traceutil/trace.go:171","msg":"trace[1254482206] linearizableReadLoop","detail":"{readStateIndex:31428; appliedIndex:31427; }","duration":"221.04766ms","start":"2026-04-28T23:35:35.899789Z","end":"2026-04-28T23:35:36.120836Z","steps":["trace[1254482206] 'read index received' (duration: 145.097156ms)","trace[1254482206] 'applied index is now lower than readState.Index' (duration: 75.949164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:36.121071Z","caller":"traceutil/trace.go:171","msg":"trace[455867315] transaction","detail":"{read_only:false; response_revision:30318; number_of_response:1; }","duration":"190.98952ms","start":"2026-04-28T23:35:35.930056Z","end":"2026-04-28T23:35:36.121046Z","steps":["trace[455867315] 'process raft request' (duration: 190.727144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.121316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.49612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:35:36.121392Z","caller":"traceutil/trace.go:171","msg":"trace[833210077] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:30317; }","duration":"221.627493ms","start":"2026-04-28T23:35:35.899748Z","end":"2026-04-28T23:35:36.121375Z","steps":["trace[833210077] 'agreement among raft nodes before linearized reading' (duration: 221.209914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.18693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.987875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:35:36.187028Z","caller":"traceutil/trace.go:171","msg":"trace[1158940269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30319; }","duration":"284.117347ms","start":"2026-04-28T23:35:35.902887Z","end":"2026-04-28T23:35:36.187004Z","steps":["trace[1158940269] 'agreement among raft nodes before linearized reading' (duration: 283.942772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.988799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T23:35:36.18712Z","caller":"traceutil/trace.go:171","msg":"trace[476710465] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:30319; }","duration":"238.117121ms","start":"2026-04-28T23:35:35.948984Z","end":"2026-04-28T23:35:36.187101Z","steps":["trace[476710465] 'agreement among raft nodes before linearized reading' (duration: 237.891286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.735523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:35:36.187479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.202056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:35:36.187509Z","caller":"traceutil/trace.go:171","msg":"trace[2085721153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30319; }","duration":"186.076581ms","start":"2026-04-28T23:35:36.001386Z","end":"2026-04-28T23:35:36.187463Z","steps":["trace[2085721153] 'agreement among raft nodes before linearized reading' (duration: 185.465227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.432458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-service\" ","response":"range_response_count:1 size:9110"} {"level":"info","ts":"2026-04-28T23:35:36.187579Z","caller":"traceutil/trace.go:171","msg":"trace[1137114864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30319; }","duration":"239.35605ms","start":"2026-04-28T23:35:35.948169Z","end":"2026-04-28T23:35:36.187525Z","steps":["trace[1137114864] 'agreement among raft nodes before linearized reading' (duration: 239.152445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.181144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:35:36.187804Z","caller":"traceutil/trace.go:171","msg":"trace[705348487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30319; }","duration":"186.316626ms","start":"2026-04-28T23:35:36.001467Z","end":"2026-04-28T23:35:36.187783Z","steps":["trace[705348487] 'agreement among raft nodes before linearized reading' (duration: 186.086591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.982389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:35:36.187737Z","caller":"traceutil/trace.go:171","msg":"trace[835491687] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-service; range_end:; response_count:1; response_revision:30319; }","duration":"239.000342ms","start":"2026-04-28T23:35:35.948718Z","end":"2026-04-28T23:35:36.187718Z","steps":["trace[835491687] 'agreement among raft nodes before linearized reading' (duration: 238.201004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.187887Z","caller":"traceutil/trace.go:171","msg":"trace[1488582582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30319; }","duration":"186.51802ms","start":"2026-04-28T23:35:36.001355Z","end":"2026-04-28T23:35:36.187873Z","steps":["trace[1488582582] 'agreement among raft nodes before linearized reading' (duration: 185.959478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.187679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.159803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:35:36.18798Z","caller":"traceutil/trace.go:171","msg":"trace[983782477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30319; }","duration":"186.51168ms","start":"2026-04-28T23:35:36.001453Z","end":"2026-04-28T23:35:36.187964Z","steps":["trace[983782477] 'agreement among raft nodes before linearized reading' (duration: 186.138112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:35:36.375254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.086888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:35:36.375552Z","caller":"traceutil/trace.go:171","msg":"trace[864702013] transaction","detail":"{read_only:false; response_revision:30320; number_of_response:1; }","duration":"184.094746ms","start":"2026-04-28T23:35:36.191402Z","end":"2026-04-28T23:35:36.375497Z","steps":["trace[864702013] 'process raft request' (duration: 46.677351ms)","trace[864702013] 'compare' (duration: 136.935414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:35:36.375821Z","caller":"traceutil/trace.go:171","msg":"trace[541749067] transaction","detail":"{read_only:false; response_revision:30322; number_of_response:1; }","duration":"183.384801ms","start":"2026-04-28T23:35:36.192417Z","end":"2026-04-28T23:35:36.375802Z","steps":["trace[541749067] 'process raft request' (duration: 183.259618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.37582Z","caller":"traceutil/trace.go:171","msg":"trace[2067339450] transaction","detail":"{read_only:false; response_revision:30321; number_of_response:1; }","duration":"184.023534ms","start":"2026-04-28T23:35:36.191764Z","end":"2026-04-28T23:35:36.375787Z","steps":["trace[2067339450] 'process raft request' (duration: 183.83489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.375839Z","caller":"traceutil/trace.go:171","msg":"trace[251559125] transaction","detail":"{read_only:false; response_revision:30324; number_of_response:1; }","duration":"182.46974ms","start":"2026-04-28T23:35:36.193353Z","end":"2026-04-28T23:35:36.375823Z","steps":["trace[251559125] 'process raft request' (duration: 182.393569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.375852Z","caller":"traceutil/trace.go:171","msg":"trace[917916828] transaction","detail":"{read_only:false; response_revision:30323; number_of_response:1; }","duration":"183.165845ms","start":"2026-04-28T23:35:36.192658Z","end":"2026-04-28T23:35:36.375824Z","steps":["trace[917916828] 'process raft request' (duration: 183.053983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.375986Z","caller":"traceutil/trace.go:171","msg":"trace[1553774530] transaction","detail":"{read_only:false; response_revision:30325; number_of_response:1; }","duration":"118.023622ms","start":"2026-04-28T23:35:36.257942Z","end":"2026-04-28T23:35:36.375965Z","steps":["trace[1553774530] 'process raft request' (duration: 117.846218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:36.756322Z","caller":"traceutil/trace.go:171","msg":"trace[1681847589] transaction","detail":"{read_only:false; response_revision:30327; number_of_response:1; }","duration":"160.96507ms","start":"2026-04-28T23:35:36.595332Z","end":"2026-04-28T23:35:36.756297Z","steps":["trace[1681847589] 'process raft request' (duration: 159.576189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:40.893946Z","caller":"traceutil/trace.go:171","msg":"trace[1008906300] transaction","detail":"{read_only:false; response_revision:30377; number_of_response:1; }","duration":"188.010593ms","start":"2026-04-28T23:35:40.705721Z","end":"2026-04-28T23:35:40.893732Z","steps":["trace[1008906300] 'process raft request' (duration: 187.790178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:35:42.260764Z","caller":"traceutil/trace.go:171","msg":"trace[1437850411] transaction","detail":"{read_only:false; response_revision:30385; number_of_response:1; }","duration":"115.038256ms","start":"2026-04-28T23:35:42.145692Z","end":"2026-04-28T23:35:42.260731Z","steps":["trace[1437850411] 'process raft request' (duration: 114.820511ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:17.539683Z","caller":"traceutil/trace.go:171","msg":"trace[14525727] transaction","detail":"{read_only:false; response_revision:30668; number_of_response:1; }","duration":"145.318091ms","start":"2026-04-28T23:36:17.394338Z","end":"2026-04-28T23:36:17.539656Z","steps":["trace[14525727] 'process raft request' (duration: 76.308382ms)","trace[14525727] 'compare' (duration: 68.695422ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:17.594803Z","caller":"traceutil/trace.go:171","msg":"trace[1641761634] transaction","detail":"{read_only:false; response_revision:30669; number_of_response:1; }","duration":"170.191476ms","start":"2026-04-28T23:36:17.424584Z","end":"2026-04-28T23:36:17.594776Z","steps":["trace[1641761634] 'process raft request' (duration: 170.053493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:17.62446Z","caller":"traceutil/trace.go:171","msg":"trace[102625329] transaction","detail":"{read_only:false; response_revision:30670; number_of_response:1; }","duration":"132.398293ms","start":"2026-04-28T23:36:17.49204Z","end":"2026-04-28T23:36:17.624438Z","steps":["trace[102625329] 'process raft request' (duration: 132.239369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:17.716773Z","caller":"traceutil/trace.go:171","msg":"trace[1986581761] transaction","detail":"{read_only:false; response_revision:30674; number_of_response:1; }","duration":"119.623657ms","start":"2026-04-28T23:36:17.597096Z","end":"2026-04-28T23:36:17.71672Z","steps":["trace[1986581761] 'process raft request' (duration: 119.476274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:17.71686Z","caller":"traceutil/trace.go:171","msg":"trace[1152348586] transaction","detail":"{read_only:false; response_revision:30675; number_of_response:1; }","duration":"119.74889ms","start":"2026-04-28T23:36:17.597103Z","end":"2026-04-28T23:36:17.716852Z","steps":["trace[1152348586] 'process raft request' (duration: 119.520095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:17.716788Z","caller":"traceutil/trace.go:171","msg":"trace[1604529364] transaction","detail":"{read_only:false; response_revision:30673; number_of_response:1; }","duration":"120.763724ms","start":"2026-04-28T23:36:17.595986Z","end":"2026-04-28T23:36:17.71675Z","steps":["trace[1604529364] 'process raft request' (duration: 57.090544ms)","trace[1604529364] 'compare' (duration: 63.338993ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:20.027871Z","caller":"traceutil/trace.go:171","msg":"trace[1824978324] linearizableReadLoop","detail":"{readStateIndex:31820; appliedIndex:31819; }","duration":"103.584321ms","start":"2026-04-28T23:36:19.924251Z","end":"2026-04-28T23:36:20.027835Z","steps":["trace[1824978324] 'read index received' (duration: 103.332055ms)","trace[1824978324] 'applied index is now lower than readState.Index' (duration: 251.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:20.027918Z","caller":"traceutil/trace.go:171","msg":"trace[1612217408] transaction","detail":"{read_only:false; response_revision:30699; number_of_response:1; }","duration":"195.52425ms","start":"2026-04-28T23:36:19.832374Z","end":"2026-04-28T23:36:20.027898Z","steps":["trace[1612217408] 'process raft request' (duration: 195.213133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:20.028128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.858196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:36:20.028161Z","caller":"traceutil/trace.go:171","msg":"trace[1017203519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30699; }","duration":"103.958498ms","start":"2026-04-28T23:36:19.924192Z","end":"2026-04-28T23:36:20.02815Z","steps":["trace[1017203519] 'agreement among raft nodes before linearized reading' (duration: 103.765434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:20.20672Z","caller":"traceutil/trace.go:171","msg":"trace[1770524835] linearizableReadLoop","detail":"{readStateIndex:31821; appliedIndex:31820; }","duration":"129.491898ms","start":"2026-04-28T23:36:20.07719Z","end":"2026-04-28T23:36:20.206682Z","steps":["trace[1770524835] 'read index received' (duration: 54.035775ms)","trace[1770524835] 'applied index is now lower than readState.Index' (duration: 75.454153ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:20.206738Z","caller":"traceutil/trace.go:171","msg":"trace[2132389182] transaction","detail":"{read_only:false; response_revision:30700; number_of_response:1; }","duration":"165.463721ms","start":"2026-04-28T23:36:20.041231Z","end":"2026-04-28T23:36:20.206695Z","steps":["trace[2132389182] 'process raft request' (duration: 89.880685ms)","trace[2132389182] 'compare' (duration: 74.925582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:20.206921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.719983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:20.207006Z","caller":"traceutil/trace.go:171","msg":"trace[1778665315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30700; }","duration":"129.874716ms","start":"2026-04-28T23:36:20.077111Z","end":"2026-04-28T23:36:20.206986Z","steps":["trace[1778665315] 'agreement among raft nodes before linearized reading' (duration: 129.682022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:20.441354Z","caller":"traceutil/trace.go:171","msg":"trace[604020821] transaction","detail":"{read_only:false; response_revision:30704; number_of_response:1; }","duration":"126.89353ms","start":"2026-04-28T23:36:20.314426Z","end":"2026-04-28T23:36:20.44132Z","steps":["trace[604020821] 'process raft request' (duration: 126.771558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:20.44136Z","caller":"traceutil/trace.go:171","msg":"trace[18788835] transaction","detail":"{read_only:false; response_revision:30703; number_of_response:1; }","duration":"129.741563ms","start":"2026-04-28T23:36:20.311574Z","end":"2026-04-28T23:36:20.441315Z","steps":["trace[18788835] 'process raft request' (duration: 129.311004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:20.602707Z","caller":"traceutil/trace.go:171","msg":"trace[1991715166] transaction","detail":"{read_only:false; response_revision:30707; number_of_response:1; }","duration":"149.311861ms","start":"2026-04-28T23:36:20.453361Z","end":"2026-04-28T23:36:20.602673Z","steps":["trace[1991715166] 'process raft request' (duration: 86.799846ms)","trace[1991715166] 'compare' (duration: 62.138536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:20.602794Z","caller":"traceutil/trace.go:171","msg":"trace[273360788] transaction","detail":"{read_only:false; response_revision:30708; number_of_response:1; }","duration":"141.090188ms","start":"2026-04-28T23:36:20.461672Z","end":"2026-04-28T23:36:20.602762Z","steps":["trace[273360788] 'process raft request' (duration: 140.903053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.009365Z","caller":"traceutil/trace.go:171","msg":"trace[285256960] linearizableReadLoop","detail":"{readStateIndex:31835; appliedIndex:31834; }","duration":"107.501939ms","start":"2026-04-28T23:36:20.901833Z","end":"2026-04-28T23:36:21.009335Z","steps":["trace[285256960] 'read index received' (duration: 107.320415ms)","trace[285256960] 'applied index is now lower than readState.Index' (duration: 180.274µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:21.00954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.695973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:21.00959Z","caller":"traceutil/trace.go:171","msg":"trace[1983571574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30713; }","duration":"107.791365ms","start":"2026-04-28T23:36:20.901786Z","end":"2026-04-28T23:36:21.009578Z","steps":["trace[1983571574] 'agreement among raft nodes before linearized reading' (duration: 107.664662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.009786Z","caller":"traceutil/trace.go:171","msg":"trace[989984948] transaction","detail":"{read_only:false; response_revision:30713; number_of_response:1; }","duration":"199.52868ms","start":"2026-04-28T23:36:20.810232Z","end":"2026-04-28T23:36:21.009761Z","steps":["trace[989984948] 'process raft request' (duration: 198.891426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.352776Z","caller":"traceutil/trace.go:171","msg":"trace[1465026591] transaction","detail":"{read_only:false; response_revision:30714; number_of_response:1; }","duration":"123.409992ms","start":"2026-04-28T23:36:21.22934Z","end":"2026-04-28T23:36:21.35275Z","steps":["trace[1465026591] 'process raft request' (duration: 123.075855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.590514Z","caller":"traceutil/trace.go:171","msg":"trace[1431190167] transaction","detail":"{read_only:false; response_revision:30715; number_of_response:1; }","duration":"145.73319ms","start":"2026-04-28T23:36:21.444755Z","end":"2026-04-28T23:36:21.590488Z","steps":["trace[1431190167] 'process raft request' (duration: 50.469825ms)","trace[1431190167] 'compare' (duration: 94.992369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:21.930015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.311371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:21.93014Z","caller":"traceutil/trace.go:171","msg":"trace[137725504] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30716; }","duration":"219.494515ms","start":"2026-04-28T23:36:21.710622Z","end":"2026-04-28T23:36:21.930116Z","steps":["trace[137725504] 'count revisions from in-memory index tree' (duration: 219.192909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:21.930914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.790178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:21.931Z","caller":"traceutil/trace.go:171","msg":"trace[713200977] linearizableReadLoop","detail":"{readStateIndex:31839; appliedIndex:31838; }","duration":"210.153657ms","start":"2026-04-28T23:36:21.720833Z","end":"2026-04-28T23:36:21.930987Z","steps":["trace[713200977] 'read index received' (duration: 48.068822ms)","trace[713200977] 'applied index is now lower than readState.Index' (duration: 162.083495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:21.931071Z","caller":"traceutil/trace.go:171","msg":"trace[621217040] transaction","detail":"{read_only:false; response_revision:30717; number_of_response:1; }","duration":"212.255114ms","start":"2026-04-28T23:36:21.718778Z","end":"2026-04-28T23:36:21.931034Z","steps":["trace[621217040] 'process raft request' (duration: 50.004036ms)","trace[621217040] 'compare' (duration: 161.544922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:21.931129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.2962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"info","ts":"2026-04-28T23:36:21.931149Z","caller":"traceutil/trace.go:171","msg":"trace[1492961609] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:30717; }","duration":"210.355242ms","start":"2026-04-28T23:36:21.720788Z","end":"2026-04-28T23:36:21.931144Z","steps":["trace[1492961609] 'agreement among raft nodes before linearized reading' (duration: 210.25564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.933636Z","caller":"traceutil/trace.go:171","msg":"trace[141559125] transaction","detail":"{read_only:false; response_revision:30721; number_of_response:1; }","duration":"191.088823ms","start":"2026-04-28T23:36:21.742533Z","end":"2026-04-28T23:36:21.933622Z","steps":["trace[141559125] 'process raft request' (duration: 191.058362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.933726Z","caller":"traceutil/trace.go:171","msg":"trace[1770527840] transaction","detail":"{read_only:false; response_revision:30718; number_of_response:1; }","duration":"202.1738ms","start":"2026-04-28T23:36:21.731546Z","end":"2026-04-28T23:36:21.93372Z","steps":["trace[1770527840] 'process raft request' (duration: 201.927395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.933783Z","caller":"traceutil/trace.go:171","msg":"trace[1540536445] transaction","detail":"{read_only:false; response_revision:30719; number_of_response:1; }","duration":"191.904011ms","start":"2026-04-28T23:36:21.741874Z","end":"2026-04-28T23:36:21.933778Z","steps":["trace[1540536445] 'process raft request' (duration: 191.659745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.93383Z","caller":"traceutil/trace.go:171","msg":"trace[1503176179] transaction","detail":"{read_only:false; response_revision:30720; number_of_response:1; }","duration":"191.798749ms","start":"2026-04-28T23:36:21.742027Z","end":"2026-04-28T23:36:21.933825Z","steps":["trace[1503176179] 'process raft request' (duration: 191.537113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:21.957524Z","caller":"traceutil/trace.go:171","msg":"trace[1333194860] transaction","detail":"{read_only:false; response_revision:30722; number_of_response:1; }","duration":"187.725547ms","start":"2026-04-28T23:36:21.769761Z","end":"2026-04-28T23:36:21.957487Z","steps":["trace[1333194860] 'process raft request' (duration: 187.523413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:21.95754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.689954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:36:21.95762Z","caller":"traceutil/trace.go:171","msg":"trace[428995725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30722; }","duration":"208.820478ms","start":"2026-04-28T23:36:21.74878Z","end":"2026-04-28T23:36:21.9576Z","steps":["trace[428995725] 'agreement among raft nodes before linearized reading' (duration: 208.691355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.158745Z","caller":"traceutil/trace.go:171","msg":"trace[946300112] linearizableReadLoop","detail":"{readStateIndex:31850; appliedIndex:31849; }","duration":"433.5033ms","start":"2026-04-28T23:36:22.725212Z","end":"2026-04-28T23:36:23.158715Z","steps":["trace[946300112] 'read index received' (duration: 365.539784ms)","trace[946300112] 'applied index is now lower than readState.Index' (duration: 67.962036ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:23.158882Z","caller":"traceutil/trace.go:171","msg":"trace[792516272] transaction","detail":"{read_only:false; response_revision:30728; number_of_response:1; }","duration":"450.002217ms","start":"2026-04-28T23:36:22.708863Z","end":"2026-04-28T23:36:23.158865Z","steps":["trace[792516272] 'process raft request' (duration: 381.874788ms)","trace[792516272] 'compare' (duration: 67.781811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:23.158983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:22.708843Z","time spent":"450.067539ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:23.15942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.188834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:36:23.159487Z","caller":"traceutil/trace.go:171","msg":"trace[1966864223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30728; }","duration":"434.304787ms","start":"2026-04-28T23:36:22.725164Z","end":"2026-04-28T23:36:23.159469Z","steps":["trace[1966864223] 'agreement among raft nodes before linearized reading' (duration: 433.722884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.159525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:22.725145Z","time spent":"434.372768ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:36:23.199257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.828873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:36:23.199258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.060421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:36:23.199317Z","caller":"traceutil/trace.go:171","msg":"trace[323796689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:30729; }","duration":"184.941465ms","start":"2026-04-28T23:36:23.01436Z","end":"2026-04-28T23:36:23.199302Z","steps":["trace[323796689] 'agreement among raft nodes before linearized reading' (duration: 184.859493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.199353Z","caller":"traceutil/trace.go:171","msg":"trace[497690224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30729; }","duration":"473.184753ms","start":"2026-04-28T23:36:22.726145Z","end":"2026-04-28T23:36:23.199329Z","steps":["trace[497690224] 'agreement among raft nodes before linearized reading' (duration: 472.924007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.1994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:22.726128Z","time spent":"473.259555ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:36:23.199631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.717798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:36:23.199632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.238902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:23.199655Z","caller":"traceutil/trace.go:171","msg":"trace[1507284436] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:30729; }","duration":"183.771349ms","start":"2026-04-28T23:36:23.015875Z","end":"2026-04-28T23:36:23.199647Z","steps":["trace[1507284436] 'agreement among raft nodes before linearized reading' (duration: 183.729128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.199674Z","caller":"traceutil/trace.go:171","msg":"trace[1360760481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30729; }","duration":"294.316944ms","start":"2026-04-28T23:36:22.905343Z","end":"2026-04-28T23:36:23.19966Z","steps":["trace[1360760481] 'agreement among raft nodes before linearized reading' (duration: 294.248493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.199917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.452726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:36:23.199936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.333323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:36:23.19996Z","caller":"traceutil/trace.go:171","msg":"trace[1778399326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30729; }","duration":"185.383306ms","start":"2026-04-28T23:36:23.01457Z","end":"2026-04-28T23:36:23.199954Z","steps":["trace[1778399326] 'agreement among raft nodes before linearized reading' (duration: 185.188351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.199958Z","caller":"traceutil/trace.go:171","msg":"trace[182434145] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30729; }","duration":"350.529788ms","start":"2026-04-28T23:36:22.849417Z","end":"2026-04-28T23:36:23.199946Z","steps":["trace[182434145] 'agreement among raft nodes before linearized reading' (duration: 350.446087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.199996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:22.849394Z","time spent":"350.590459ms","remote":"127.0.0.1:60280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:36:23.200073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.262652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:36:23.200094Z","caller":"traceutil/trace.go:171","msg":"trace[580066332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30729; }","duration":"389.324593ms","start":"2026-04-28T23:36:22.810762Z","end":"2026-04-28T23:36:23.200087Z","steps":["trace[580066332] 'agreement among raft nodes before linearized reading' (duration: 389.268212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.20011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:22.810739Z","time spent":"389.367484ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:36:23.53807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.917542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:23.538238Z","caller":"traceutil/trace.go:171","msg":"trace[1499785686] transaction","detail":"{read_only:false; response_revision:30732; number_of_response:1; }","duration":"322.422091ms","start":"2026-04-28T23:36:23.215803Z","end":"2026-04-28T23:36:23.538225Z","steps":["trace[1499785686] 'process raft request' (duration: 322.39176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:23.538294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.215757Z","time spent":"322.511642ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:23.538311Z","caller":"traceutil/trace.go:171","msg":"trace[1690817071] transaction","detail":"{read_only:false; response_revision:30731; number_of_response:1; }","duration":"331.446213ms","start":"2026-04-28T23:36:23.206833Z","end":"2026-04-28T23:36:23.538279Z","steps":["trace[1690817071] 'process raft request' (duration: 331.32358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.538301Z","caller":"traceutil/trace.go:171","msg":"trace[600692973] transaction","detail":"{read_only:false; response_revision:30730; number_of_response:1; }","duration":"333.289853ms","start":"2026-04-28T23:36:23.204968Z","end":"2026-04-28T23:36:23.538258Z","steps":["trace[600692973] 'process raft request' (duration: 79.106685ms)","trace[600692973] 'compare' (duration: 253.80518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:23.538422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.206823Z","time spent":"331.538695ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:23.538448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.204952Z","time spent":"333.422977ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:23.829979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.219827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:23.830067Z","caller":"traceutil/trace.go:171","msg":"trace[1205761975] transaction","detail":"{read_only:false; response_revision:30733; number_of_response:1; }","duration":"205.33334ms","start":"2026-04-28T23:36:23.624719Z","end":"2026-04-28T23:36:23.830052Z","steps":["trace[1205761975] 'process raft request' (duration: 99.97257ms)","trace[1205761975] 'compare' (duration: 105.062133ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:23.866128Z","caller":"traceutil/trace.go:171","msg":"trace[699970670] linearizableReadLoop","detail":"{readStateIndex:31857; appliedIndex:31855; }","duration":"160.96152ms","start":"2026-04-28T23:36:23.705146Z","end":"2026-04-28T23:36:23.866108Z","steps":["trace[699970670] 'read index received' (duration: 19.543226ms)","trace[699970670] 'applied index is now lower than readState.Index' (duration: 141.417534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:23.866277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.106324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:23.866318Z","caller":"traceutil/trace.go:171","msg":"trace[1181573029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30734; }","duration":"161.206696ms","start":"2026-04-28T23:36:23.705088Z","end":"2026-04-28T23:36:23.866294Z","steps":["trace[1181573029] 'agreement among raft nodes before linearized reading' (duration: 161.092022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:23.866446Z","caller":"traceutil/trace.go:171","msg":"trace[356552069] transaction","detail":"{read_only:false; response_revision:30734; number_of_response:1; }","duration":"234.907039ms","start":"2026-04-28T23:36:23.631445Z","end":"2026-04-28T23:36:23.866352Z","steps":["trace[356552069] 'process raft request' (duration: 234.53812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.201878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.120774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:24.201982Z","caller":"traceutil/trace.go:171","msg":"trace[545643852] linearizableReadLoop","detail":"{readStateIndex:31859; appliedIndex:31858; }","duration":"328.688671ms","start":"2026-04-28T23:36:23.873275Z","end":"2026-04-28T23:36:24.201964Z","steps":["trace[545643852] 'read index received' (duration: 193.496746ms)","trace[545643852] 'applied index is now lower than readState.Index' (duration: 135.191045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:24.202126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.844824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-68546b777-9cf49\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-04-28T23:36:24.202116Z","caller":"traceutil/trace.go:171","msg":"trace[1283378191] transaction","detail":"{read_only:false; response_revision:30736; number_of_response:1; }","duration":"330.01681ms","start":"2026-04-28T23:36:23.872076Z","end":"2026-04-28T23:36:24.202093Z","steps":["trace[1283378191] 'process raft request' (duration: 194.62039ms)","trace[1283378191] 'compare' (duration: 134.607703ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:24.202164Z","caller":"traceutil/trace.go:171","msg":"trace[986058612] range","detail":"{range_begin:/registry/pods/openstack/manila-data-68546b777-9cf49; range_end:; response_count:1; response_revision:30736; }","duration":"328.982997ms","start":"2026-04-28T23:36:23.873171Z","end":"2026-04-28T23:36:24.202154Z","steps":["trace[986058612] 'agreement among raft nodes before linearized reading' (duration: 328.831964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.202198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.873151Z","time spent":"329.039698ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7275,"request content":"key:\"/registry/pods/openstack/manila-data-68546b777-9cf49\" "} {"level":"warn","ts":"2026-04-28T23:36:24.202221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.872058Z","time spent":"330.114692ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:36:24.435223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.027808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:24.435506Z","caller":"traceutil/trace.go:171","msg":"trace[934063731] transaction","detail":"{read_only:false; response_revision:30740; number_of_response:1; }","duration":"497.427925ms","start":"2026-04-28T23:36:23.938059Z","end":"2026-04-28T23:36:24.435487Z","steps":["trace[934063731] 'process raft request' (duration: 497.356783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.435582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.938056Z","time spent":"497.492766ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:24.435582Z","caller":"traceutil/trace.go:171","msg":"trace[1365266134] transaction","detail":"{read_only:false; response_revision:30737; number_of_response:1; }","duration":"500.616077ms","start":"2026-04-28T23:36:23.934942Z","end":"2026-04-28T23:36:24.435558Z","steps":["trace[1365266134] 'process raft request' (duration: 375.174109ms)","trace[1365266134] 'compare' (duration: 124.931696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:24.435713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.934929Z","time spent":"500.717299ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:24.435777Z","caller":"traceutil/trace.go:171","msg":"trace[53883793] transaction","detail":"{read_only:false; response_revision:30738; number_of_response:1; }","duration":"497.837934ms","start":"2026-04-28T23:36:23.937926Z","end":"2026-04-28T23:36:24.435764Z","steps":["trace[53883793] 'process raft request' (duration: 497.398134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.435841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.937918Z","time spent":"497.890565ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:24.435842Z","caller":"traceutil/trace.go:171","msg":"trace[1598216039] transaction","detail":"{read_only:false; response_revision:30739; number_of_response:1; }","duration":"497.801973ms","start":"2026-04-28T23:36:23.938006Z","end":"2026-04-28T23:36:24.435808Z","steps":["trace[1598216039] 'process raft request' (duration: 497.375104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.435975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.938001Z","time spent":"497.900565ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:24.436124Z","caller":"traceutil/trace.go:171","msg":"trace[2072909213] transaction","detail":"{read_only:false; response_revision:30741; number_of_response:1; }","duration":"497.052037ms","start":"2026-04-28T23:36:23.939036Z","end":"2026-04-28T23:36:24.436088Z","steps":["trace[2072909213] 'process raft request' (duration: 496.407313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:24.436188Z","caller":"traceutil/trace.go:171","msg":"trace[2081016983] transaction","detail":"{read_only:false; response_revision:30742; number_of_response:1; }","duration":"473.096052ms","start":"2026-04-28T23:36:23.963065Z","end":"2026-04-28T23:36:24.436161Z","steps":["trace[2081016983] 'process raft request' (duration: 472.911818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:24.436548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.963046Z","time spent":"473.328008ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:24.436798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:23.939029Z","time spent":"497.17664ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:24.465175Z","caller":"traceutil/trace.go:171","msg":"trace[1662527270] transaction","detail":"{read_only:false; response_revision:30744; number_of_response:1; }","duration":"252.056902ms","start":"2026-04-28T23:36:24.21309Z","end":"2026-04-28T23:36:24.465147Z","steps":["trace[1662527270] 'process raft request' (duration: 251.902979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:24.465299Z","caller":"traceutil/trace.go:171","msg":"trace[835973076] transaction","detail":"{read_only:false; response_revision:30743; number_of_response:1; }","duration":"258.474605ms","start":"2026-04-28T23:36:24.206796Z","end":"2026-04-28T23:36:24.46527Z","steps":["trace[835973076] 'process raft request' (duration: 258.053326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:24.822856Z","caller":"traceutil/trace.go:171","msg":"trace[669493970] transaction","detail":"{read_only:false; response_revision:30749; number_of_response:1; }","duration":"163.287892ms","start":"2026-04-28T23:36:24.659544Z","end":"2026-04-28T23:36:24.822832Z","steps":["trace[669493970] 'process raft request' (duration: 163.136109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:24.918301Z","caller":"traceutil/trace.go:171","msg":"trace[138708241] transaction","detail":"{read_only:false; response_revision:30750; number_of_response:1; }","duration":"252.050042ms","start":"2026-04-28T23:36:24.666228Z","end":"2026-04-28T23:36:24.918278Z","steps":["trace[138708241] 'process raft request' (duration: 251.898739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:25.014785Z","caller":"traceutil/trace.go:171","msg":"trace[560808213] linearizableReadLoop","detail":"{readStateIndex:31874; appliedIndex:31872; }","duration":"179.626307ms","start":"2026-04-28T23:36:24.835136Z","end":"2026-04-28T23:36:25.014762Z","steps":["trace[560808213] 'read index received' (duration: 83.088434ms)","trace[560808213] 'applied index is now lower than readState.Index' (duration: 96.537073ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:25.014905Z","caller":"traceutil/trace.go:171","msg":"trace[1495082767] transaction","detail":"{read_only:false; response_revision:30751; number_of_response:1; }","duration":"188.103746ms","start":"2026-04-28T23:36:24.826791Z","end":"2026-04-28T23:36:25.014894Z","steps":["trace[1495082767] 'process raft request' (duration: 145.284501ms)","trace[1495082767] 'compare' (duration: 42.550479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:25.01497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.346062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:25.01501Z","caller":"traceutil/trace.go:171","msg":"trace[1424473407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30751; }","duration":"110.395773ms","start":"2026-04-28T23:36:24.904604Z","end":"2026-04-28T23:36:25.015Z","steps":["trace[1424473407] 'agreement among raft nodes before linearized reading' (duration: 110.304961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:25.015192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.059497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:36:25.01522Z","caller":"traceutil/trace.go:171","msg":"trace[2105973894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:30751; }","duration":"180.107397ms","start":"2026-04-28T23:36:24.835104Z","end":"2026-04-28T23:36:25.015212Z","steps":["trace[2105973894] 'agreement among raft nodes before linearized reading' (duration: 180.008485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:25.369607Z","caller":"traceutil/trace.go:171","msg":"trace[1000743988] linearizableReadLoop","detail":"{readStateIndex:31879; appliedIndex:31878; }","duration":"102.978507ms","start":"2026-04-28T23:36:25.266604Z","end":"2026-04-28T23:36:25.369583Z","steps":["trace[1000743988] 'read index received' (duration: 102.750032ms)","trace[1000743988] 'applied index is now lower than readState.Index' (duration: 227.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:25.369745Z","caller":"traceutil/trace.go:171","msg":"trace[1534804862] transaction","detail":"{read_only:false; response_revision:30756; number_of_response:1; }","duration":"144.246047ms","start":"2026-04-28T23:36:25.225457Z","end":"2026-04-28T23:36:25.369703Z","steps":["trace[1534804862] 'process raft request' (duration: 143.96173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:25.369808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.176301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:25.369849Z","caller":"traceutil/trace.go:171","msg":"trace[1906600288] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:30756; }","duration":"103.287754ms","start":"2026-04-28T23:36:25.266548Z","end":"2026-04-28T23:36:25.369836Z","steps":["trace[1906600288] 'agreement among raft nodes before linearized reading' (duration: 103.172851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:25.871983Z","caller":"traceutil/trace.go:171","msg":"trace[1464600036] transaction","detail":"{read_only:false; response_revision:30763; number_of_response:1; }","duration":"147.025518ms","start":"2026-04-28T23:36:25.724933Z","end":"2026-04-28T23:36:25.871958Z","steps":["trace[1464600036] 'process raft request' (duration: 146.866085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.341993Z","caller":"traceutil/trace.go:171","msg":"trace[1881048274] transaction","detail":"{read_only:false; response_revision:30765; number_of_response:1; }","duration":"455.733714ms","start":"2026-04-28T23:36:25.886148Z","end":"2026-04-28T23:36:26.341882Z","steps":["trace[1881048274] 'process raft request' (duration: 455.246173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:26.342161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:25.886134Z","time spent":"455.951038ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6293,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:26.497788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.620967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:26.49788Z","caller":"traceutil/trace.go:171","msg":"trace[355264476] linearizableReadLoop","detail":"{readStateIndex:31889; appliedIndex:31887; }","duration":"499.602663ms","start":"2026-04-28T23:36:25.998262Z","end":"2026-04-28T23:36:26.497864Z","steps":["trace[355264476] 'read index received' (duration: 343.113032ms)","trace[355264476] 'applied index is now lower than readState.Index' (duration: 156.488351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:26.497924Z","caller":"traceutil/trace.go:171","msg":"trace[117524786] transaction","detail":"{read_only:false; response_revision:30766; number_of_response:1; }","duration":"560.129253ms","start":"2026-04-28T23:36:25.937771Z","end":"2026-04-28T23:36:26.4979Z","steps":["trace[117524786] 'process raft request' (duration: 458.340373ms)","trace[117524786] 'compare' (duration: 101.380051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:26.498018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:25.937744Z","time spent":"560.229396ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:36:26.498078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.809968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:36:26.498102Z","caller":"traceutil/trace.go:171","msg":"trace[1339942885] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30766; }","duration":"499.865559ms","start":"2026-04-28T23:36:25.99823Z","end":"2026-04-28T23:36:26.498095Z","steps":["trace[1339942885] 'agreement among raft nodes before linearized reading' (duration: 499.697025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:26.498125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:25.998214Z","time spent":"499.905619ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":190,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:36:26.509544Z","caller":"traceutil/trace.go:171","msg":"trace[1911684685] transaction","detail":"{read_only:false; response_revision:30767; number_of_response:1; }","duration":"157.998103ms","start":"2026-04-28T23:36:26.351528Z","end":"2026-04-28T23:36:26.509526Z","steps":["trace[1911684685] 'process raft request' (duration: 157.884331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.568712Z","caller":"traceutil/trace.go:171","msg":"trace[364389038] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"119.449434ms","start":"2026-04-28T23:36:26.449229Z","end":"2026-04-28T23:36:26.568678Z","steps":["trace[364389038] 'process raft request' (duration: 118.723858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.568746Z","caller":"traceutil/trace.go:171","msg":"trace[166042998] transaction","detail":"{read_only:false; response_revision:30769; number_of_response:1; }","duration":"119.595007ms","start":"2026-04-28T23:36:26.449092Z","end":"2026-04-28T23:36:26.568687Z","steps":["trace[166042998] 'process raft request' (duration: 118.745878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.56883Z","caller":"traceutil/trace.go:171","msg":"trace[327497674] transaction","detail":"{read_only:false; response_revision:30773; number_of_response:1; }","duration":"119.386122ms","start":"2026-04-28T23:36:26.449367Z","end":"2026-04-28T23:36:26.568753Z","steps":["trace[327497674] 'process raft request' (duration: 118.619646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.568994Z","caller":"traceutil/trace.go:171","msg":"trace[958926573] transaction","detail":"{read_only:false; response_revision:30770; number_of_response:1; }","duration":"119.838082ms","start":"2026-04-28T23:36:26.449142Z","end":"2026-04-28T23:36:26.56898Z","steps":["trace[958926573] 'process raft request' (duration: 118.732638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.569016Z","caller":"traceutil/trace.go:171","msg":"trace[1174640526] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"120.058688ms","start":"2026-04-28T23:36:26.448949Z","end":"2026-04-28T23:36:26.569007Z","steps":["trace[1174640526] 'process raft request' (duration: 118.715978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.569082Z","caller":"traceutil/trace.go:171","msg":"trace[1853503354] transaction","detail":"{read_only:false; response_revision:30771; number_of_response:1; }","duration":"119.888133ms","start":"2026-04-28T23:36:26.449187Z","end":"2026-04-28T23:36:26.569076Z","steps":["trace[1853503354] 'process raft request' (duration: 118.724648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:26.872705Z","caller":"traceutil/trace.go:171","msg":"trace[158205916] transaction","detail":"{read_only:false; response_revision:30779; number_of_response:1; }","duration":"111.849455ms","start":"2026-04-28T23:36:26.760834Z","end":"2026-04-28T23:36:26.872684Z","steps":["trace[158205916] 'process raft request' (duration: 111.200699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.100474Z","caller":"traceutil/trace.go:171","msg":"trace[1632547973] transaction","detail":"{read_only:false; response_revision:30782; number_of_response:1; }","duration":"155.56826ms","start":"2026-04-28T23:36:26.944888Z","end":"2026-04-28T23:36:27.100457Z","steps":["trace[1632547973] 'process raft request' (duration: 155.431997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.414346Z","caller":"traceutil/trace.go:171","msg":"trace[1072067635] linearizableReadLoop","detail":"{readStateIndex:31907; appliedIndex:31906; }","duration":"202.516127ms","start":"2026-04-28T23:36:27.211807Z","end":"2026-04-28T23:36:27.414323Z","steps":["trace[1072067635] 'read index received' (duration: 202.378814ms)","trace[1072067635] 'applied index is now lower than readState.Index' (duration: 136.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:27.414456Z","caller":"traceutil/trace.go:171","msg":"trace[415053532] transaction","detail":"{read_only:false; response_revision:30784; number_of_response:1; }","duration":"225.95969ms","start":"2026-04-28T23:36:27.188486Z","end":"2026-04-28T23:36:27.414446Z","steps":["trace[415053532] 'process raft request' (duration: 225.636673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.415203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.384916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:36:27.415253Z","caller":"traceutil/trace.go:171","msg":"trace[1795097025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30784; }","duration":"203.479228ms","start":"2026-04-28T23:36:27.211762Z","end":"2026-04-28T23:36:27.415241Z","steps":["trace[1795097025] 'agreement among raft nodes before linearized reading' (duration: 203.268024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.415628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.732382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:36:27.415674Z","caller":"traceutil/trace.go:171","msg":"trace[508902515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30784; }","duration":"193.795444ms","start":"2026-04-28T23:36:27.221869Z","end":"2026-04-28T23:36:27.415664Z","steps":["trace[508902515] 'agreement among raft nodes before linearized reading' (duration: 193.687141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.416842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.238106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:27.416908Z","caller":"traceutil/trace.go:171","msg":"trace[501595902] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:30784; }","duration":"148.308138ms","start":"2026-04-28T23:36:27.268582Z","end":"2026-04-28T23:36:27.41689Z","steps":["trace[501595902] 'agreement among raft nodes before linearized reading' (duration: 147.621553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.678535Z","caller":"traceutil/trace.go:171","msg":"trace[635651847] transaction","detail":"{read_only:false; response_revision:30786; number_of_response:1; }","duration":"257.78094ms","start":"2026-04-28T23:36:27.420702Z","end":"2026-04-28T23:36:27.678483Z","steps":["trace[635651847] 'process raft request' (duration: 236.167988ms)","trace[635651847] 'compare' (duration: 21.384467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:27.678629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.863571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T23:36:27.678703Z","caller":"traceutil/trace.go:171","msg":"trace[965076177] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30787; }","duration":"192.967933ms","start":"2026-04-28T23:36:27.485711Z","end":"2026-04-28T23:36:27.678679Z","steps":["trace[965076177] 'agreement among raft nodes before linearized reading' (duration: 192.776869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.678699Z","caller":"traceutil/trace.go:171","msg":"trace[1722383897] linearizableReadLoop","detail":"{readStateIndex:31910; appliedIndex:31908; }","duration":"192.739158ms","start":"2026-04-28T23:36:27.485744Z","end":"2026-04-28T23:36:27.678483Z","steps":["trace[1722383897] 'read index received' (duration: 171.233778ms)","trace[1722383897] 'applied index is now lower than readState.Index' (duration: 21.50451ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:27.678805Z","caller":"traceutil/trace.go:171","msg":"trace[1364903369] transaction","detail":"{read_only:false; response_revision:30787; number_of_response:1; }","duration":"251.253923ms","start":"2026-04-28T23:36:27.427538Z","end":"2026-04-28T23:36:27.678792Z","steps":["trace[1364903369] 'process raft request' (duration: 250.869965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.760691Z","caller":"traceutil/trace.go:171","msg":"trace[704453198] transaction","detail":"{read_only:false; response_revision:30788; number_of_response:1; }","duration":"213.526303ms","start":"2026-04-28T23:36:27.547143Z","end":"2026-04-28T23:36:27.76067Z","steps":["trace[704453198] 'process raft request' (duration: 213.273938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.760719Z","caller":"traceutil/trace.go:171","msg":"trace[1643427066] transaction","detail":"{read_only:false; response_revision:30790; number_of_response:1; }","duration":"129.877777ms","start":"2026-04-28T23:36:27.630822Z","end":"2026-04-28T23:36:27.7607Z","steps":["trace[1643427066] 'process raft request' (duration: 129.834426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.760797Z","caller":"traceutil/trace.go:171","msg":"trace[2085395078] transaction","detail":"{read_only:false; response_revision:30789; number_of_response:1; }","duration":"134.581061ms","start":"2026-04-28T23:36:27.626181Z","end":"2026-04-28T23:36:27.760763Z","steps":["trace[2085395078] 'process raft request' (duration: 134.367677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.761137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.622213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:36:27.761183Z","caller":"traceutil/trace.go:171","msg":"trace[1560933994] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30790; }","duration":"195.718055ms","start":"2026-04-28T23:36:27.565454Z","end":"2026-04-28T23:36:27.761172Z","steps":["trace[1560933994] 'agreement among raft nodes before linearized reading' (duration: 195.579802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.761213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.304657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:36:27.761241Z","caller":"traceutil/trace.go:171","msg":"trace[1069766162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30790; }","duration":"126.356318ms","start":"2026-04-28T23:36:27.634877Z","end":"2026-04-28T23:36:27.761233Z","steps":["trace[1069766162] 'agreement among raft nodes before linearized reading' (duration: 126.270776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.761252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.851076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:36:27.761314Z","caller":"traceutil/trace.go:171","msg":"trace[297839784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30790; }","duration":"125.934569ms","start":"2026-04-28T23:36:27.635361Z","end":"2026-04-28T23:36:27.761295Z","steps":["trace[297839784] 'agreement among raft nodes before linearized reading' (duration: 125.756405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.761383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.447875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:36:27.761405Z","caller":"traceutil/trace.go:171","msg":"trace[390102638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30790; }","duration":"119.488195ms","start":"2026-04-28T23:36:27.641911Z","end":"2026-04-28T23:36:27.761399Z","steps":["trace[390102638] 'agreement among raft nodes before linearized reading' (duration: 119.438444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.846652Z","caller":"traceutil/trace.go:171","msg":"trace[585600152] transaction","detail":"{read_only:false; response_revision:30792; number_of_response:1; }","duration":"156.220864ms","start":"2026-04-28T23:36:27.690409Z","end":"2026-04-28T23:36:27.846629Z","steps":["trace[585600152] 'process raft request' (duration: 156.155223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.846769Z","caller":"traceutil/trace.go:171","msg":"trace[1844872045] transaction","detail":"{read_only:false; response_revision:30791; number_of_response:1; }","duration":"158.532575ms","start":"2026-04-28T23:36:27.688203Z","end":"2026-04-28T23:36:27.846736Z","steps":["trace[1844872045] 'process raft request' (duration: 158.033014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.984919Z","caller":"traceutil/trace.go:171","msg":"trace[1704846432] transaction","detail":"{read_only:false; response_revision:30794; number_of_response:1; }","duration":"218.400081ms","start":"2026-04-28T23:36:27.7665Z","end":"2026-04-28T23:36:27.9849Z","steps":["trace[1704846432] 'process raft request' (duration: 218.32595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.98492Z","caller":"traceutil/trace.go:171","msg":"trace[758213508] transaction","detail":"{read_only:false; response_revision:30793; number_of_response:1; }","duration":"219.284431ms","start":"2026-04-28T23:36:27.765611Z","end":"2026-04-28T23:36:27.984895Z","steps":["trace[758213508] 'process raft request' (duration: 214.183767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.985209Z","caller":"traceutil/trace.go:171","msg":"trace[1644585134] linearizableReadLoop","detail":"{readStateIndex:31919; appliedIndex:31913; }","duration":"173.711104ms","start":"2026-04-28T23:36:27.811481Z","end":"2026-04-28T23:36:27.985192Z","steps":["trace[1644585134] 'read index received' (duration: 34.752734ms)","trace[1644585134] 'applied index is now lower than readState.Index' (duration: 138.95742ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:27.985304Z","caller":"traceutil/trace.go:171","msg":"trace[732295119] transaction","detail":"{read_only:false; response_revision:30795; number_of_response:1; }","duration":"218.256938ms","start":"2026-04-28T23:36:27.767035Z","end":"2026-04-28T23:36:27.985292Z","steps":["trace[732295119] 'process raft request' (duration: 217.831369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:27.985557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.062071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-56b4696978-f2bw8\" ","response":"range_response_count:1 size:10580"} {"level":"info","ts":"2026-04-28T23:36:27.985599Z","caller":"traceutil/trace.go:171","msg":"trace[1110573349] range","detail":"{range_begin:/registry/pods/openstack/manila-share-56b4696978-f2bw8; range_end:; response_count:1; response_revision:30796; }","duration":"174.142053ms","start":"2026-04-28T23:36:27.811448Z","end":"2026-04-28T23:36:27.98559Z","steps":["trace[1110573349] 'agreement among raft nodes before linearized reading' (duration: 173.97305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:27.985644Z","caller":"traceutil/trace.go:171","msg":"trace[473754581] transaction","detail":"{read_only:false; response_revision:30796; number_of_response:1; }","duration":"213.312927ms","start":"2026-04-28T23:36:27.772322Z","end":"2026-04-28T23:36:27.985635Z","steps":["trace[473754581] 'process raft request' (duration: 212.776436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:28.408449Z","caller":"traceutil/trace.go:171","msg":"trace[327301023] linearizableReadLoop","detail":"{readStateIndex:31923; appliedIndex:31922; }","duration":"377.817917ms","start":"2026-04-28T23:36:28.030608Z","end":"2026-04-28T23:36:28.408426Z","steps":["trace[327301023] 'read index received' (duration: 377.708794ms)","trace[327301023] 'applied index is now lower than readState.Index' (duration: 107.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:28.40852Z","caller":"traceutil/trace.go:171","msg":"trace[391943346] transaction","detail":"{read_only:false; response_revision:30799; number_of_response:1; }","duration":"378.524522ms","start":"2026-04-28T23:36:28.029964Z","end":"2026-04-28T23:36:28.408488Z","steps":["trace[391943346] 'process raft request' (duration: 378.302357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.408673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.029939Z","time spent":"378.649855ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9100,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:28.408732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.089963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:36:28.408827Z","caller":"traceutil/trace.go:171","msg":"trace[439473376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30799; }","duration":"378.224956ms","start":"2026-04-28T23:36:28.030581Z","end":"2026-04-28T23:36:28.408806Z","steps":["trace[439473376] 'agreement among raft nodes before linearized reading' (duration: 377.93252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.408879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.03057Z","time spent":"378.299957ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T23:36:28.650697Z","caller":"traceutil/trace.go:171","msg":"trace[42050353] linearizableReadLoop","detail":"{readStateIndex:31924; appliedIndex:31924; }","duration":"240.124585ms","start":"2026-04-28T23:36:28.410533Z","end":"2026-04-28T23:36:28.650658Z","steps":["trace[42050353] 'read index received' (duration: 240.106145ms)","trace[42050353] 'applied index is now lower than readState.Index' (duration: 15.5µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:28.6507Z","caller":"traceutil/trace.go:171","msg":"trace[2120755357] transaction","detail":"{read_only:false; response_revision:30800; number_of_response:1; }","duration":"459.023517ms","start":"2026-04-28T23:36:28.191635Z","end":"2026-04-28T23:36:28.650658Z","steps":["trace[2120755357] 'process raft request' (duration: 458.776612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.650901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.19161Z","time spent":"459.201091ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6712,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:28.651055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.483574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:36:28.651123Z","caller":"traceutil/trace.go:171","msg":"trace[355925761] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:30800; }","duration":"240.607847ms","start":"2026-04-28T23:36:28.4105Z","end":"2026-04-28T23:36:28.651108Z","steps":["trace[355925761] 'agreement among raft nodes before linearized reading' (duration: 240.258448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:28.970971Z","caller":"traceutil/trace.go:171","msg":"trace[896865499] transaction","detail":"{read_only:false; response_revision:30801; number_of_response:1; }","duration":"549.196399ms","start":"2026-04-28T23:36:28.42174Z","end":"2026-04-28T23:36:28.970936Z","steps":["trace[896865499] 'process raft request' (duration: 548.596896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.971159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.42172Z","time spent":"549.352433ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9400,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:28.991466Z","caller":"traceutil/trace.go:171","msg":"trace[1658441510] transaction","detail":"{read_only:false; response_revision:30803; number_of_response:1; }","duration":"416.043979ms","start":"2026-04-28T23:36:28.575392Z","end":"2026-04-28T23:36:28.991436Z","steps":["trace[1658441510] 'process raft request' (duration: 415.812954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.991773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.575367Z","time spent":"416.312984ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:28.992254Z","caller":"traceutil/trace.go:171","msg":"trace[1717188374] transaction","detail":"{read_only:false; response_revision:30804; number_of_response:1; }","duration":"414.71353ms","start":"2026-04-28T23:36:28.577527Z","end":"2026-04-28T23:36:28.992241Z","steps":["trace[1717188374] 'process raft request' (duration: 413.861161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.992329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.577519Z","time spent":"414.780141ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:28.992422Z","caller":"traceutil/trace.go:171","msg":"trace[108458864] transaction","detail":"{read_only:false; response_revision:30805; number_of_response:1; }","duration":"414.793021ms","start":"2026-04-28T23:36:28.577619Z","end":"2026-04-28T23:36:28.992412Z","steps":["trace[108458864] 'process raft request' (duration: 414.375822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.992479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.577597Z","time spent":"414.849192ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:28.992484Z","caller":"traceutil/trace.go:171","msg":"trace[554991182] linearizableReadLoop","detail":"{readStateIndex:31932; appliedIndex:31924; }","duration":"341.681191ms","start":"2026-04-28T23:36:28.650783Z","end":"2026-04-28T23:36:28.992464Z","steps":["trace[554991182] 'read index received' (duration: 319.574948ms)","trace[554991182] 'applied index is now lower than readState.Index' (duration: 22.105253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:28.99256Z","caller":"traceutil/trace.go:171","msg":"trace[1963928818] transaction","detail":"{read_only:false; response_revision:30807; number_of_response:1; }","duration":"414.607877ms","start":"2026-04-28T23:36:28.577942Z","end":"2026-04-28T23:36:28.99255Z","steps":["trace[1963928818] 'process raft request' (duration: 414.467444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:28.992574Z","caller":"traceutil/trace.go:171","msg":"trace[131398350] transaction","detail":"{read_only:false; response_revision:30808; number_of_response:1; }","duration":"412.800447ms","start":"2026-04-28T23:36:28.579766Z","end":"2026-04-28T23:36:28.992567Z","steps":["trace[131398350] 'process raft request' (duration: 412.669054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.992615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.577932Z","time spent":"414.656688ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:28.99266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.579757Z","time spent":"412.838077ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:28.992706Z","caller":"traceutil/trace.go:171","msg":"trace[1215346925] transaction","detail":"{read_only:false; response_revision:30806; number_of_response:1; }","duration":"415.021656ms","start":"2026-04-28T23:36:28.577639Z","end":"2026-04-28T23:36:28.992661Z","steps":["trace[1215346925] 'process raft request' (duration: 414.73518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.992923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.577614Z","time spent":"415.187301ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:28.993135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.136972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:28.993218Z","caller":"traceutil/trace.go:171","msg":"trace[1494712288] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:30808; }","duration":"494.602213ms","start":"2026-04-28T23:36:28.498595Z","end":"2026-04-28T23:36:28.993197Z","steps":["trace[1494712288] 'agreement among raft nodes before linearized reading' (duration: 494.07416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:28.993264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.498528Z","time spent":"494.724275ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:36:29.037527Z","caller":"traceutil/trace.go:171","msg":"trace[1039716387] transaction","detail":"{read_only:false; response_revision:30809; number_of_response:1; }","duration":"380.258601ms","start":"2026-04-28T23:36:28.657229Z","end":"2026-04-28T23:36:29.037487Z","steps":["trace[1039716387] 'process raft request' (duration: 379.702378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:29.037621Z","caller":"traceutil/trace.go:171","msg":"trace[1833652364] transaction","detail":"{read_only:false; response_revision:30810; number_of_response:1; }","duration":"379.826142ms","start":"2026-04-28T23:36:28.657739Z","end":"2026-04-28T23:36:29.037565Z","steps":["trace[1833652364] 'process raft request' (duration: 379.701429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:29.037727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.793803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T23:36:29.037842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.657726Z","time spent":"379.944295ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:29.037861Z","caller":"traceutil/trace.go:171","msg":"trace[1494924914] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30811; }","duration":"384.894225ms","start":"2026-04-28T23:36:28.652893Z","end":"2026-04-28T23:36:29.037788Z","steps":["trace[1494924914] 'agreement among raft nodes before linearized reading' (duration: 384.66842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:29.03821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.445737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:29.038241Z","caller":"traceutil/trace.go:171","msg":"trace[1907167287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30811; }","duration":"116.494629ms","start":"2026-04-28T23:36:28.921738Z","end":"2026-04-28T23:36:29.038232Z","steps":["trace[1907167287] 'agreement among raft nodes before linearized reading' (duration: 116.444508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:29.038241Z","caller":"traceutil/trace.go:171","msg":"trace[1838105800] transaction","detail":"{read_only:false; response_revision:30811; number_of_response:1; }","duration":"116.063099ms","start":"2026-04-28T23:36:28.922161Z","end":"2026-04-28T23:36:29.038224Z","steps":["trace[1838105800] 'process raft request' (duration: 115.331212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:29.038491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.275422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T23:36:29.038529Z","caller":"traceutil/trace.go:171","msg":"trace[1619752074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:30811; }","duration":"124.342854ms","start":"2026-04-28T23:36:28.914176Z","end":"2026-04-28T23:36:29.038519Z","steps":["trace[1619752074] 'agreement among raft nodes before linearized reading' (duration: 124.254512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:29.037734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.657204Z","time spent":"380.432175ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:29.037908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:28.65288Z","time spent":"385.014828ms","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T23:36:30.163368Z","caller":"traceutil/trace.go:171","msg":"trace[571525069] transaction","detail":"{read_only:false; response_revision:30815; number_of_response:1; }","duration":"153.999095ms","start":"2026-04-28T23:36:30.00934Z","end":"2026-04-28T23:36:30.163339Z","steps":["trace[571525069] 'process raft request' (duration: 93.157398ms)","trace[571525069] 'compare' (duration: 60.712814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:30.179603Z","caller":"traceutil/trace.go:171","msg":"trace[592279151] transaction","detail":"{read_only:false; response_revision:30817; number_of_response:1; }","duration":"169.451109ms","start":"2026-04-28T23:36:30.010095Z","end":"2026-04-28T23:36:30.179546Z","steps":["trace[592279151] 'process raft request' (duration: 169.363107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:30.179876Z","caller":"traceutil/trace.go:171","msg":"trace[1598109835] transaction","detail":"{read_only:false; response_revision:30816; number_of_response:1; }","duration":"169.884669ms","start":"2026-04-28T23:36:30.00997Z","end":"2026-04-28T23:36:30.179855Z","steps":["trace[1598109835] 'process raft request' (duration: 169.342847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:31.42967Z","caller":"traceutil/trace.go:171","msg":"trace[492791185] transaction","detail":"{read_only:false; response_revision:30821; number_of_response:1; }","duration":"426.675037ms","start":"2026-04-28T23:36:31.002971Z","end":"2026-04-28T23:36:31.429646Z","steps":["trace[492791185] 'process raft request' (duration: 426.050713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.429839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.002949Z","time spent":"426.781838ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.431332Z","caller":"traceutil/trace.go:171","msg":"trace[1575224268] transaction","detail":"{read_only:false; response_revision:30822; number_of_response:1; }","duration":"428.14945ms","start":"2026-04-28T23:36:31.003167Z","end":"2026-04-28T23:36:31.431316Z","steps":["trace[1575224268] 'process raft request' (duration: 426.435932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:31.431385Z","caller":"traceutil/trace.go:171","msg":"trace[951641865] transaction","detail":"{read_only:false; response_revision:30823; number_of_response:1; }","duration":"427.269801ms","start":"2026-04-28T23:36:31.004078Z","end":"2026-04-28T23:36:31.431348Z","steps":["trace[951641865] 'process raft request' (duration: 426.730339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.431452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.003157Z","time spent":"428.212511ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.431446Z","caller":"traceutil/trace.go:171","msg":"trace[765433742] transaction","detail":"{read_only:false; response_revision:30824; number_of_response:1; }","duration":"426.763148ms","start":"2026-04-28T23:36:31.004644Z","end":"2026-04-28T23:36:31.431407Z","steps":["trace[765433742] 'process raft request' (duration: 426.291338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.431551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.004066Z","time spent":"427.401534ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.431523Z","caller":"traceutil/trace.go:171","msg":"trace[1711057421] transaction","detail":"{read_only:false; response_revision:30825; number_of_response:1; }","duration":"426.704187ms","start":"2026-04-28T23:36:31.004795Z","end":"2026-04-28T23:36:31.431499Z","steps":["trace[1711057421] 'process raft request' (duration: 426.177436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.431636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.00463Z","time spent":"426.906131ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:36:31.4317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.004784Z","time spent":"426.82579ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.432722Z","caller":"traceutil/trace.go:171","msg":"trace[666275141] transaction","detail":"{read_only:false; response_revision:30826; number_of_response:1; }","duration":"389.638311ms","start":"2026-04-28T23:36:31.043063Z","end":"2026-04-28T23:36:31.432701Z","steps":["trace[666275141] 'process raft request' (duration: 389.265882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.432816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.04304Z","time spent":"389.730213ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.432844Z","caller":"traceutil/trace.go:171","msg":"trace[849827157] transaction","detail":"{read_only:false; response_revision:30827; number_of_response:1; }","duration":"387.987555ms","start":"2026-04-28T23:36:31.044806Z","end":"2026-04-28T23:36:31.432793Z","steps":["trace[849827157] 'process raft request' (duration: 387.689787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:31.43322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:36:31.044771Z","time spent":"388.19971ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:36:31.842479Z","caller":"traceutil/trace.go:171","msg":"trace[1025659887] transaction","detail":"{read_only:false; response_revision:30829; number_of_response:1; }","duration":"117.530161ms","start":"2026-04-28T23:36:31.724916Z","end":"2026-04-28T23:36:31.842446Z","steps":["trace[1025659887] 'process raft request' (duration: 55.325054ms)","trace[1025659887] 'compare' (duration: 61.752487ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:33.002034Z","caller":"traceutil/trace.go:171","msg":"trace[1733262945] transaction","detail":"{read_only:false; response_revision:30833; number_of_response:1; }","duration":"150.629ms","start":"2026-04-28T23:36:32.85137Z","end":"2026-04-28T23:36:33.001999Z","steps":["trace[1733262945] 'process raft request' (duration: 150.409115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:34.067498Z","caller":"traceutil/trace.go:171","msg":"trace[837854400] transaction","detail":"{read_only:false; response_revision:30843; number_of_response:1; }","duration":"214.540686ms","start":"2026-04-28T23:36:33.85292Z","end":"2026-04-28T23:36:34.06746Z","steps":["trace[837854400] 'process raft request' (duration: 214.340441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:34.530097Z","caller":"traceutil/trace.go:171","msg":"trace[2051221147] transaction","detail":"{read_only:false; response_revision:30847; number_of_response:1; }","duration":"123.695659ms","start":"2026-04-28T23:36:34.406364Z","end":"2026-04-28T23:36:34.530059Z","steps":["trace[2051221147] 'process raft request' (duration: 84.150447ms)","trace[2051221147] 'compare' (duration: 39.400719ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:36.177569Z","caller":"traceutil/trace.go:171","msg":"trace[1768164085] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"101.653997ms","start":"2026-04-28T23:36:36.075892Z","end":"2026-04-28T23:36:36.177547Z","steps":["trace[1768164085] 'process raft request' (duration: 101.514974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:38.081052Z","caller":"traceutil/trace.go:171","msg":"trace[1995041521] transaction","detail":"{read_only:false; response_revision:30879; number_of_response:1; }","duration":"119.931235ms","start":"2026-04-28T23:36:37.961098Z","end":"2026-04-28T23:36:38.081029Z","steps":["trace[1995041521] 'process raft request' (duration: 119.759851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.067158Z","caller":"traceutil/trace.go:171","msg":"trace[505283316] transaction","detail":"{read_only:false; response_revision:31009; number_of_response:1; }","duration":"119.669869ms","start":"2026-04-28T23:36:53.947453Z","end":"2026-04-28T23:36:54.067123Z","steps":["trace[505283316] 'process raft request' (duration: 119.314941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.075417Z","caller":"traceutil/trace.go:171","msg":"trace[922822615] transaction","detail":"{read_only:false; response_revision:31010; number_of_response:1; }","duration":"127.889962ms","start":"2026-04-28T23:36:53.947505Z","end":"2026-04-28T23:36:54.075395Z","steps":["trace[922822615] 'process raft request' (duration: 127.725389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.075694Z","caller":"traceutil/trace.go:171","msg":"trace[33512843] transaction","detail":"{read_only:false; response_revision:31011; number_of_response:1; }","duration":"121.694974ms","start":"2026-04-28T23:36:53.953973Z","end":"2026-04-28T23:36:54.075668Z","steps":["trace[33512843] 'process raft request' (duration: 121.378147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.07662Z","caller":"traceutil/trace.go:171","msg":"trace[1879183614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:31011; }","duration":"112.860198ms","start":"2026-04-28T23:36:53.963739Z","end":"2026-04-28T23:36:54.076599Z","steps":["trace[1879183614] 'process raft request' (duration: 111.848495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.520481Z","caller":"traceutil/trace.go:171","msg":"trace[882920860] linearizableReadLoop","detail":"{readStateIndex:32147; appliedIndex:32145; }","duration":"105.485753ms","start":"2026-04-28T23:36:54.414978Z","end":"2026-04-28T23:36:54.520464Z","steps":["trace[882920860] 'read index received' (duration: 102.579778ms)","trace[882920860] 'applied index is now lower than readState.Index' (duration: 2.905385ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:54.520498Z","caller":"traceutil/trace.go:171","msg":"trace[1308032574] transaction","detail":"{read_only:false; response_revision:31016; number_of_response:1; }","duration":"109.468831ms","start":"2026-04-28T23:36:54.410999Z","end":"2026-04-28T23:36:54.520467Z","steps":["trace[1308032574] 'process raft request' (duration: 106.591177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.520562Z","caller":"traceutil/trace.go:171","msg":"trace[308676805] transaction","detail":"{read_only:false; response_revision:31017; number_of_response:1; }","duration":"109.496962ms","start":"2026-04-28T23:36:54.411056Z","end":"2026-04-28T23:36:54.520553Z","steps":["trace[308676805] 'process raft request' (duration: 109.363379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:54.5207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.716938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-28T23:36:54.520764Z","caller":"traceutil/trace.go:171","msg":"trace[1459971408] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:31017; }","duration":"105.81958ms","start":"2026-04-28T23:36:54.414929Z","end":"2026-04-28T23:36:54.520749Z","steps":["trace[1459971408] 'agreement among raft nodes before linearized reading' (duration: 105.662727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:54.599552Z","caller":"traceutil/trace.go:171","msg":"trace[1049511404] transaction","detail":"{read_only:false; response_revision:31018; number_of_response:1; }","duration":"182.790807ms","start":"2026-04-28T23:36:54.416725Z","end":"2026-04-28T23:36:54.599516Z","steps":["trace[1049511404] 'process raft request' (duration: 182.613393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:55.13006Z","caller":"traceutil/trace.go:171","msg":"trace[170317346] linearizableReadLoop","detail":"{readStateIndex:32167; appliedIndex:32166; }","duration":"140.33014ms","start":"2026-04-28T23:36:54.989715Z","end":"2026-04-28T23:36:55.130046Z","steps":["trace[170317346] 'read index received' (duration: 128.709581ms)","trace[170317346] 'applied index is now lower than readState.Index' (duration: 11.619689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:55.130147Z","caller":"traceutil/trace.go:171","msg":"trace[1828952139] transaction","detail":"{read_only:false; response_revision:31036; number_of_response:1; }","duration":"140.513664ms","start":"2026-04-28T23:36:54.989624Z","end":"2026-04-28T23:36:55.130138Z","steps":["trace[1828952139] 'process raft request' (duration: 128.852944ms)","trace[1828952139] 'compare' (duration: 11.409634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:55.13047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.748889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112255"} {"level":"warn","ts":"2026-04-28T23:36:55.13047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.706378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-api-certs-p2m58\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-04-28T23:36:55.130499Z","caller":"traceutil/trace.go:171","msg":"trace[964223274] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:31036; }","duration":"140.79288ms","start":"2026-04-28T23:36:54.989698Z","end":"2026-04-28T23:36:55.130491Z","steps":["trace[964223274] 'agreement among raft nodes before linearized reading' (duration: 140.579925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:55.130521Z","caller":"traceutil/trace.go:171","msg":"trace[1668216657] range","detail":"{range_begin:/registry/secrets/openstack/manila-api-certs-p2m58; range_end:; response_count:1; response_revision:31036; }","duration":"140.76837ms","start":"2026-04-28T23:36:54.989739Z","end":"2026-04-28T23:36:55.130508Z","steps":["trace[1668216657] 'agreement among raft nodes before linearized reading' (duration: 140.629277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:55.130761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.683986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-28T23:36:55.131183Z","caller":"traceutil/trace.go:171","msg":"trace[775052067] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:31036; }","duration":"140.119195ms","start":"2026-04-28T23:36:54.991041Z","end":"2026-04-28T23:36:55.13116Z","steps":["trace[775052067] 'agreement among raft nodes before linearized reading' (duration: 139.41079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:55.129663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.811112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:55.131737Z","caller":"traceutil/trace.go:171","msg":"trace[1809209686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31035; }","duration":"103.889468ms","start":"2026-04-28T23:36:55.027829Z","end":"2026-04-28T23:36:55.131719Z","steps":["trace[1809209686] 'range keys from in-memory index tree' (duration: 101.796691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:55.132578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.358954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112255"} {"level":"info","ts":"2026-04-28T23:36:55.132634Z","caller":"traceutil/trace.go:171","msg":"trace[1050416034] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:31036; }","duration":"141.435335ms","start":"2026-04-28T23:36:54.991187Z","end":"2026-04-28T23:36:55.132623Z","steps":["trace[1050416034] 'agreement among raft nodes before linearized reading' (duration: 139.219716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:55.340707Z","caller":"traceutil/trace.go:171","msg":"trace[1285967900] linearizableReadLoop","detail":"{readStateIndex:32170; appliedIndex:32168; }","duration":"152.85346ms","start":"2026-04-28T23:36:55.187838Z","end":"2026-04-28T23:36:55.340691Z","steps":["trace[1285967900] 'read index received' (duration: 145.298841ms)","trace[1285967900] 'applied index is now lower than readState.Index' (duration: 7.553879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:55.340845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.994293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-28T23:36:55.340877Z","caller":"traceutil/trace.go:171","msg":"trace[2104488813] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:31039; }","duration":"153.068565ms","start":"2026-04-28T23:36:55.187803Z","end":"2026-04-28T23:36:55.340871Z","steps":["trace[2104488813] 'agreement among raft nodes before linearized reading' (duration: 152.949922ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:55.341063Z","caller":"traceutil/trace.go:171","msg":"trace[909388243] transaction","detail":"{read_only:false; response_revision:31038; number_of_response:1; }","duration":"183.100733ms","start":"2026-04-28T23:36:55.157957Z","end":"2026-04-28T23:36:55.341058Z","steps":["trace[909388243] 'process raft request' (duration: 175.012312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:55.341388Z","caller":"traceutil/trace.go:171","msg":"trace[1267168687] transaction","detail":"{read_only:false; response_revision:31039; number_of_response:1; }","duration":"165.579763ms","start":"2026-04-28T23:36:55.175803Z","end":"2026-04-28T23:36:55.341383Z","steps":["trace[1267168687] 'process raft request' (duration: 164.850757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:58.059216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.513934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:36:58.059432Z","caller":"traceutil/trace.go:171","msg":"trace[1399464032] transaction","detail":"{read_only:false; response_revision:31058; number_of_response:1; }","duration":"189.813132ms","start":"2026-04-28T23:36:57.869573Z","end":"2026-04-28T23:36:58.059386Z","steps":["trace[1399464032] 'process raft request' (duration: 88.048703ms)","trace[1399464032] 'compare' (duration: 101.375931ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:36:58.059656Z","caller":"traceutil/trace.go:171","msg":"trace[444144984] transaction","detail":"{read_only:false; response_revision:31060; number_of_response:1; }","duration":"185.973328ms","start":"2026-04-28T23:36:57.873654Z","end":"2026-04-28T23:36:58.059627Z","steps":["trace[444144984] 'process raft request' (duration: 185.708642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:58.059709Z","caller":"traceutil/trace.go:171","msg":"trace[868913654] transaction","detail":"{read_only:false; response_revision:31059; number_of_response:1; }","duration":"187.603174ms","start":"2026-04-28T23:36:57.871805Z","end":"2026-04-28T23:36:58.059408Z","steps":["trace[868913654] 'process raft request' (duration: 187.496992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:36:58.05976Z","caller":"traceutil/trace.go:171","msg":"trace[800807510] linearizableReadLoop","detail":"{readStateIndex:32191; appliedIndex:32188; }","duration":"173.258283ms","start":"2026-04-28T23:36:57.886482Z","end":"2026-04-28T23:36:58.059741Z","steps":["trace[800807510] 'read index received' (duration: 71.068524ms)","trace[800807510] 'applied index is now lower than readState.Index' (duration: 102.187559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:36:58.060234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.707465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-898dd9b54-vgv5l.18aaa986735f6755\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-04-28T23:36:58.060513Z","caller":"traceutil/trace.go:171","msg":"trace[1645162400] range","detail":"{range_begin:/registry/events/openstack/manila-api-898dd9b54-vgv5l.18aaa986735f6755; range_end:; response_count:1; response_revision:31062; }","duration":"174.046062ms","start":"2026-04-28T23:36:57.886446Z","end":"2026-04-28T23:36:58.060492Z","steps":["trace[1645162400] 'agreement among raft nodes before linearized reading' (duration: 173.384197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:58.096947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.216364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:58.097034Z","caller":"traceutil/trace.go:171","msg":"trace[1639686984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31063; }","duration":"191.335377ms","start":"2026-04-28T23:36:57.905677Z","end":"2026-04-28T23:36:58.097012Z","steps":["trace[1639686984] 'agreement among raft nodes before linearized reading' (duration: 191.188444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:58.097231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.636607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:58.097261Z","caller":"traceutil/trace.go:171","msg":"trace[181944295] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:31063; }","duration":"144.709867ms","start":"2026-04-28T23:36:57.952545Z","end":"2026-04-28T23:36:58.097255Z","steps":["trace[181944295] 'agreement among raft nodes before linearized reading' (duration: 144.658956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:36:58.097383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.919619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:36:58.09741Z","caller":"traceutil/trace.go:171","msg":"trace[1163595414] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:31063; }","duration":"160.983111ms","start":"2026-04-28T23:36:57.936419Z","end":"2026-04-28T23:36:58.097402Z","steps":["trace[1163595414] 'agreement among raft nodes before linearized reading' (duration: 160.94517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:00.683972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.363348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:00.684073Z","caller":"traceutil/trace.go:171","msg":"trace[126201876] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"124.384273ms","start":"2026-04-28T23:37:00.559672Z","end":"2026-04-28T23:37:00.684056Z","steps":["trace[126201876] 'compare' (duration: 113.168254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:00.712705Z","caller":"traceutil/trace.go:171","msg":"trace[1719493390] linearizableReadLoop","detail":"{readStateIndex:32241; appliedIndex:32239; }","duration":"145.446164ms","start":"2026-04-28T23:37:00.567236Z","end":"2026-04-28T23:37:00.712682Z","steps":["trace[1719493390] 'read index received' (duration: 3.310423ms)","trace[1719493390] 'applied index is now lower than readState.Index' (duration: 142.134531ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:00.71275Z","caller":"traceutil/trace.go:171","msg":"trace[1379247163] transaction","detail":"{read_only:false; response_revision:31107; number_of_response:1; }","duration":"152.825289ms","start":"2026-04-28T23:37:00.559899Z","end":"2026-04-28T23:37:00.712725Z","steps":["trace[1379247163] 'process raft request' (duration: 152.387618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:00.712916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.667119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-28T23:37:00.713033Z","caller":"traceutil/trace.go:171","msg":"trace[348488796] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:31107; }","duration":"145.75248ms","start":"2026-04-28T23:37:00.567195Z","end":"2026-04-28T23:37:00.712947Z","steps":["trace[348488796] 'agreement among raft nodes before linearized reading' (duration: 145.604837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:00.74787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.553617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-28T23:37:00.747907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.674334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:00.74795Z","caller":"traceutil/trace.go:171","msg":"trace[1031489376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31109; }","duration":"102.6708ms","start":"2026-04-28T23:37:00.64526Z","end":"2026-04-28T23:37:00.747931Z","steps":["trace[1031489376] 'agreement among raft nodes before linearized reading' (duration: 102.513417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:00.747964Z","caller":"traceutil/trace.go:171","msg":"trace[187501280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31109; }","duration":"113.761068ms","start":"2026-04-28T23:37:00.634188Z","end":"2026-04-28T23:37:00.747949Z","steps":["trace[187501280] 'agreement among raft nodes before linearized reading' (duration: 113.639425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.012757Z","caller":"traceutil/trace.go:171","msg":"trace[885959850] linearizableReadLoop","detail":"{readStateIndex:32258; appliedIndex:32257; }","duration":"121.095882ms","start":"2026-04-28T23:37:00.891627Z","end":"2026-04-28T23:37:01.012723Z","steps":["trace[885959850] 'read index received' (duration: 64.633892ms)","trace[885959850] 'applied index is now lower than readState.Index' (duration: 56.4602ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:01.013019Z","caller":"traceutil/trace.go:171","msg":"trace[1231580124] transaction","detail":"{read_only:false; response_revision:31124; number_of_response:1; }","duration":"152.275117ms","start":"2026-04-28T23:37:00.860712Z","end":"2026-04-28T23:37:01.012988Z","steps":["trace[1231580124] 'process raft request' (duration: 95.427569ms)","trace[1231580124] 'compare' (duration: 56.172283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:01.013063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.553068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-28T23:37:01.013116Z","caller":"traceutil/trace.go:171","msg":"trace[986905844] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:31124; }","duration":"150.63943ms","start":"2026-04-28T23:37:00.862461Z","end":"2026-04-28T23:37:01.0131Z","steps":["trace[986905844] 'agreement among raft nodes before linearized reading' (duration: 150.411955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:01.013116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.283177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-28T23:37:01.013148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.897057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-28T23:37:01.013227Z","caller":"traceutil/trace.go:171","msg":"trace[242058077] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:31124; }","duration":"155.999479ms","start":"2026-04-28T23:37:00.85721Z","end":"2026-04-28T23:37:01.013209Z","steps":["trace[242058077] 'agreement among raft nodes before linearized reading' (duration: 155.780794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.013169Z","caller":"traceutil/trace.go:171","msg":"trace[1673764521] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:31124; }","duration":"152.391509ms","start":"2026-04-28T23:37:00.860764Z","end":"2026-04-28T23:37:01.013155Z","steps":["trace[1673764521] 'agreement among raft nodes before linearized reading' (duration: 152.219435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.019113Z","caller":"traceutil/trace.go:171","msg":"trace[2127877685] transaction","detail":"{read_only:false; response_revision:31125; number_of_response:1; }","duration":"123.243859ms","start":"2026-04-28T23:37:00.895843Z","end":"2026-04-28T23:37:01.019087Z","steps":["trace[2127877685] 'process raft request' (duration: 123.037655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.019198Z","caller":"traceutil/trace.go:171","msg":"trace[128050040] transaction","detail":"{read_only:false; response_revision:31127; number_of_response:1; }","duration":"121.044069ms","start":"2026-04-28T23:37:00.898133Z","end":"2026-04-28T23:37:01.019178Z","steps":["trace[128050040] 'process raft request' (duration: 120.899756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.019193Z","caller":"traceutil/trace.go:171","msg":"trace[73609603] transaction","detail":"{read_only:false; response_revision:31128; number_of_response:1; }","duration":"119.419324ms","start":"2026-04-28T23:37:00.899757Z","end":"2026-04-28T23:37:01.019177Z","steps":["trace[73609603] 'process raft request' (duration: 119.309962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.019416Z","caller":"traceutil/trace.go:171","msg":"trace[1381502079] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"119.556057ms","start":"2026-04-28T23:37:00.899806Z","end":"2026-04-28T23:37:01.019362Z","steps":["trace[1381502079] 'process raft request' (duration: 119.323802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:01.019424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.050238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:01.01952Z","caller":"traceutil/trace.go:171","msg":"trace[143875847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31129; }","duration":"116.17119ms","start":"2026-04-28T23:37:00.903329Z","end":"2026-04-28T23:37:01.0195Z","steps":["trace[143875847] 'agreement among raft nodes before linearized reading' (duration: 116.018507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:01.019781Z","caller":"traceutil/trace.go:171","msg":"trace[629931583] transaction","detail":"{read_only:false; response_revision:31126; number_of_response:1; }","duration":"122.733438ms","start":"2026-04-28T23:37:00.897023Z","end":"2026-04-28T23:37:01.019756Z","steps":["trace[629931583] 'process raft request' (duration: 121.970541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.27069Z","caller":"traceutil/trace.go:171","msg":"trace[1602371825] transaction","detail":"{read_only:false; response_revision:31173; number_of_response:1; }","duration":"149.530216ms","start":"2026-04-28T23:37:04.121133Z","end":"2026-04-28T23:37:04.270663Z","steps":["trace[1602371825] 'process raft request' (duration: 149.301001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.271056Z","caller":"traceutil/trace.go:171","msg":"trace[1210994414] transaction","detail":"{read_only:false; response_revision:31174; number_of_response:1; }","duration":"149.610247ms","start":"2026-04-28T23:37:04.121433Z","end":"2026-04-28T23:37:04.271043Z","steps":["trace[1210994414] 'process raft request' (duration: 149.186008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.271433Z","caller":"traceutil/trace.go:171","msg":"trace[502493811] transaction","detail":"{read_only:false; response_revision:31175; number_of_response:1; }","duration":"149.921605ms","start":"2026-04-28T23:37:04.121493Z","end":"2026-04-28T23:37:04.271414Z","steps":["trace[502493811] 'process raft request' (duration: 149.480975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.271453Z","caller":"traceutil/trace.go:171","msg":"trace[720909394] transaction","detail":"{read_only:false; response_revision:31176; number_of_response:1; }","duration":"149.067525ms","start":"2026-04-28T23:37:04.122335Z","end":"2026-04-28T23:37:04.271402Z","steps":["trace[720909394] 'process raft request' (duration: 148.940623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.940975Z","caller":"traceutil/trace.go:171","msg":"trace[1602032920] linearizableReadLoop","detail":"{readStateIndex:32313; appliedIndex:32312; }","duration":"212.420128ms","start":"2026-04-28T23:37:04.728535Z","end":"2026-04-28T23:37:04.940955Z","steps":["trace[1602032920] 'read index received' (duration: 212.212594ms)","trace[1602032920] 'applied index is now lower than readState.Index' (duration: 206.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:04.941092Z","caller":"traceutil/trace.go:171","msg":"trace[1879337426] transaction","detail":"{read_only:false; response_revision:31178; number_of_response:1; }","duration":"378.278357ms","start":"2026-04-28T23:37:04.562801Z","end":"2026-04-28T23:37:04.94108Z","steps":["trace[1879337426] 'process raft request' (duration: 377.99101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:04.9412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:04.562783Z","time spent":"378.330829ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:04.941294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.903975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T23:37:04.941334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.237823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:04.941369Z","caller":"traceutil/trace.go:171","msg":"trace[1853380849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31178; }","duration":"155.028968ms","start":"2026-04-28T23:37:04.786322Z","end":"2026-04-28T23:37:04.941351Z","steps":["trace[1853380849] 'agreement among raft nodes before linearized reading' (duration: 154.810543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.941417Z","caller":"traceutil/trace.go:171","msg":"trace[1070461922] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:31178; }","duration":"121.384317ms","start":"2026-04-28T23:37:04.820012Z","end":"2026-04-28T23:37:04.941396Z","steps":["trace[1070461922] 'agreement among raft nodes before linearized reading' (duration: 121.202293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:04.941419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.255525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:37:04.941459Z","caller":"traceutil/trace.go:171","msg":"trace[1256702570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31178; }","duration":"143.322137ms","start":"2026-04-28T23:37:04.798126Z","end":"2026-04-28T23:37:04.941448Z","steps":["trace[1256702570] 'agreement among raft nodes before linearized reading' (duration: 143.115712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:04.941544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.97965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:04.941569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.860485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:37:04.941587Z","caller":"traceutil/trace.go:171","msg":"trace[1738823076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:31178; }","duration":"213.089613ms","start":"2026-04-28T23:37:04.728485Z","end":"2026-04-28T23:37:04.941575Z","steps":["trace[1738823076] 'agreement among raft nodes before linearized reading' (duration: 213.001251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:04.941611Z","caller":"traceutil/trace.go:171","msg":"trace[35505477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31178; }","duration":"150.938686ms","start":"2026-04-28T23:37:04.790659Z","end":"2026-04-28T23:37:04.941597Z","steps":["trace[35505477] 'agreement among raft nodes before linearized reading' (duration: 150.824884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:04.941628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.419629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:04.941658Z","caller":"traceutil/trace.go:171","msg":"trace[1037080220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31178; }","duration":"143.459499ms","start":"2026-04-28T23:37:04.798191Z","end":"2026-04-28T23:37:04.94165Z","steps":["trace[1037080220] 'agreement among raft nodes before linearized reading' (duration: 143.375917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:05.073387Z","caller":"traceutil/trace.go:171","msg":"trace[386969221] transaction","detail":"{read_only:false; response_revision:31179; number_of_response:1; }","duration":"126.679465ms","start":"2026-04-28T23:37:04.946682Z","end":"2026-04-28T23:37:05.073362Z","steps":["trace[386969221] 'process raft request' (duration: 115.24701ms)","trace[386969221] 'compare' (duration: 11.061777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:05.093702Z","caller":"traceutil/trace.go:171","msg":"trace[116626867] transaction","detail":"{read_only:false; response_revision:31180; number_of_response:1; }","duration":"146.902906ms","start":"2026-04-28T23:37:04.946775Z","end":"2026-04-28T23:37:05.093678Z","steps":["trace[116626867] 'process raft request' (duration: 146.678561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:05.093937Z","caller":"traceutil/trace.go:171","msg":"trace[154541774] transaction","detail":"{read_only:false; response_revision:31181; number_of_response:1; }","duration":"146.826274ms","start":"2026-04-28T23:37:04.947094Z","end":"2026-04-28T23:37:05.093921Z","steps":["trace[154541774] 'process raft request' (duration: 146.532988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:05.094006Z","caller":"traceutil/trace.go:171","msg":"trace[2100766314] linearizableReadLoop","detail":"{readStateIndex:32317; appliedIndex:32313; }","duration":"131.528492ms","start":"2026-04-28T23:37:04.962452Z","end":"2026-04-28T23:37:05.09398Z","steps":["trace[2100766314] 'read index received' (duration: 99.461578ms)","trace[2100766314] 'applied index is now lower than readState.Index' (duration: 32.065654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:05.094048Z","caller":"traceutil/trace.go:171","msg":"trace[444194830] transaction","detail":"{read_only:false; response_revision:31182; number_of_response:1; }","duration":"145.554367ms","start":"2026-04-28T23:37:04.948481Z","end":"2026-04-28T23:37:05.094035Z","steps":["trace[444194830] 'process raft request' (duration: 145.364121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:05.094165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.674748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:05.094217Z","caller":"traceutil/trace.go:171","msg":"trace[464948305] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:31182; }","duration":"131.784089ms","start":"2026-04-28T23:37:04.96242Z","end":"2026-04-28T23:37:05.094204Z","steps":["trace[464948305] 'agreement among raft nodes before linearized reading' (duration: 131.670897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:09.23079Z","caller":"traceutil/trace.go:171","msg":"trace[2135082045] transaction","detail":"{read_only:false; response_revision:31222; number_of_response:1; }","duration":"100.793968ms","start":"2026-04-28T23:37:09.129958Z","end":"2026-04-28T23:37:09.230752Z","steps":["trace[2135082045] 'process raft request' (duration: 100.577893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:09.231023Z","caller":"traceutil/trace.go:171","msg":"trace[1788142373] transaction","detail":"{read_only:false; response_revision:31223; number_of_response:1; }","duration":"100.319498ms","start":"2026-04-28T23:37:09.130666Z","end":"2026-04-28T23:37:09.230985Z","steps":["trace[1788142373] 'process raft request' (duration: 100.012181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:10.890326Z","caller":"traceutil/trace.go:171","msg":"trace[1372566333] transaction","detail":"{read_only:false; response_revision:31235; number_of_response:1; }","duration":"120.861787ms","start":"2026-04-28T23:37:10.769431Z","end":"2026-04-28T23:37:10.890293Z","steps":["trace[1372566333] 'process raft request' (duration: 88.460004ms)","trace[1372566333] 'compare' (duration: 32.201008ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:11.281113Z","caller":"traceutil/trace.go:171","msg":"trace[1753377409] linearizableReadLoop","detail":"{readStateIndex:32377; appliedIndex:32376; }","duration":"101.102955ms","start":"2026-04-28T23:37:11.179986Z","end":"2026-04-28T23:37:11.281089Z","steps":["trace[1753377409] 'read index received' (duration: 37.432984ms)","trace[1753377409] 'applied index is now lower than readState.Index' (duration: 63.668901ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:11.281211Z","caller":"traceutil/trace.go:171","msg":"trace[2025993582] transaction","detail":"{read_only:false; response_revision:31241; number_of_response:1; }","duration":"150.965938ms","start":"2026-04-28T23:37:11.130205Z","end":"2026-04-28T23:37:11.28117Z","steps":["trace[2025993582] 'process raft request' (duration: 87.225995ms)","trace[2025993582] 'compare' (duration: 63.394965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:11.281397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.390002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:37:11.281481Z","caller":"traceutil/trace.go:171","msg":"trace[1585595860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31241; }","duration":"101.526834ms","start":"2026-04-28T23:37:11.179933Z","end":"2026-04-28T23:37:11.28146Z","steps":["trace[1585595860] 'agreement among raft nodes before linearized reading' (duration: 101.240718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:11.523272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.507334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:11.523594Z","caller":"traceutil/trace.go:171","msg":"trace[92583579] transaction","detail":"{read_only:false; response_revision:31244; number_of_response:1; }","duration":"237.573349ms","start":"2026-04-28T23:37:11.285989Z","end":"2026-04-28T23:37:11.523562Z","steps":["trace[92583579] 'process raft request' (duration: 237.390925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:11.523625Z","caller":"traceutil/trace.go:171","msg":"trace[59806091] transaction","detail":"{read_only:false; response_revision:31243; number_of_response:1; }","duration":"237.750962ms","start":"2026-04-28T23:37:11.285828Z","end":"2026-04-28T23:37:11.523579Z","steps":["trace[59806091] 'process raft request' (duration: 127.859611ms)","trace[59806091] 'compare' (duration: 109.249256ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:11.523862Z","caller":"traceutil/trace.go:171","msg":"trace[1252890040] linearizableReadLoop","detail":"{readStateIndex:32383; appliedIndex:32378; }","duration":"105.134815ms","start":"2026-04-28T23:37:11.418711Z","end":"2026-04-28T23:37:11.523846Z","steps":["trace[1252890040] 'read index received' (duration: 40.851µs)","trace[1252890040] 'applied index is now lower than readState.Index' (duration: 105.093074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:11.524034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.326789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:37:11.524072Z","caller":"traceutil/trace.go:171","msg":"trace[252023752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31247; }","duration":"105.408861ms","start":"2026-04-28T23:37:11.418653Z","end":"2026-04-28T23:37:11.524062Z","steps":["trace[252023752] 'agreement among raft nodes before linearized reading' (duration: 105.247607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:11.52401Z","caller":"traceutil/trace.go:171","msg":"trace[1483240882] transaction","detail":"{read_only:false; response_revision:31246; number_of_response:1; }","duration":"238.019479ms","start":"2026-04-28T23:37:11.285939Z","end":"2026-04-28T23:37:11.523959Z","steps":["trace[1483240882] 'process raft request' (duration: 237.594649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:11.52406Z","caller":"traceutil/trace.go:171","msg":"trace[168947405] transaction","detail":"{read_only:false; response_revision:31245; number_of_response:1; }","duration":"238.017169ms","start":"2026-04-28T23:37:11.286024Z","end":"2026-04-28T23:37:11.524041Z","steps":["trace[168947405] 'process raft request' (duration: 237.451116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:11.52407Z","caller":"traceutil/trace.go:171","msg":"trace[1231795973] transaction","detail":"{read_only:false; response_revision:31247; number_of_response:1; }","duration":"236.600997ms","start":"2026-04-28T23:37:11.287418Z","end":"2026-04-28T23:37:11.524019Z","steps":["trace[1231795973] 'process raft request' (duration: 236.172428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:12.532557Z","caller":"traceutil/trace.go:171","msg":"trace[624887992] transaction","detail":"{read_only:false; response_revision:31257; number_of_response:1; }","duration":"121.376338ms","start":"2026-04-28T23:37:12.411144Z","end":"2026-04-28T23:37:12.53252Z","steps":["trace[624887992] 'process raft request' (duration: 60.015839ms)","trace[624887992] 'compare' (duration: 61.219596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:12.536352Z","caller":"traceutil/trace.go:171","msg":"trace[1364710698] transaction","detail":"{read_only:false; response_revision:31258; number_of_response:1; }","duration":"119.390343ms","start":"2026-04-28T23:37:12.416948Z","end":"2026-04-28T23:37:12.536338Z","steps":["trace[1364710698] 'process raft request' (duration: 119.229409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:12.536466Z","caller":"traceutil/trace.go:171","msg":"trace[418754099] transaction","detail":"{read_only:false; response_revision:31259; number_of_response:1; }","duration":"117.379408ms","start":"2026-04-28T23:37:12.419055Z","end":"2026-04-28T23:37:12.536435Z","steps":["trace[418754099] 'process raft request' (duration: 117.192954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:13.509279Z","caller":"traceutil/trace.go:171","msg":"trace[1926985809] transaction","detail":"{read_only:false; response_revision:31262; number_of_response:1; }","duration":"260.743006ms","start":"2026-04-28T23:37:13.248488Z","end":"2026-04-28T23:37:13.509231Z","steps":["trace[1926985809] 'process raft request' (duration: 260.519411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:13.509258Z","caller":"traceutil/trace.go:171","msg":"trace[246386547] linearizableReadLoop","detail":"{readStateIndex:32400; appliedIndex:32398; }","duration":"218.456032ms","start":"2026-04-28T23:37:13.290777Z","end":"2026-04-28T23:37:13.509233Z","steps":["trace[246386547] 'read index received' (duration: 48.799938ms)","trace[246386547] 'applied index is now lower than readState.Index' (duration: 169.654994ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:13.509379Z","caller":"traceutil/trace.go:171","msg":"trace[350353944] transaction","detail":"{read_only:false; response_revision:31263; number_of_response:1; }","duration":"224.61009ms","start":"2026-04-28T23:37:13.284736Z","end":"2026-04-28T23:37:13.509346Z","steps":["trace[350353944] 'process raft request' (duration: 224.428236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:13.509574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.762861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T23:37:13.509629Z","caller":"traceutil/trace.go:171","msg":"trace[1524602667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31263; }","duration":"218.874972ms","start":"2026-04-28T23:37:13.290736Z","end":"2026-04-28T23:37:13.509611Z","steps":["trace[1524602667] 'agreement among raft nodes before linearized reading' (duration: 218.697238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:13.509617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.6255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:13.509709Z","caller":"traceutil/trace.go:171","msg":"trace[1401211132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:31263; }","duration":"102.766203ms","start":"2026-04-28T23:37:13.406923Z","end":"2026-04-28T23:37:13.509689Z","steps":["trace[1401211132] 'agreement among raft nodes before linearized reading' (duration: 102.62798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:14.141548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.464484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:14.141649Z","caller":"traceutil/trace.go:171","msg":"trace[1314709659] linearizableReadLoop","detail":"{readStateIndex:32405; appliedIndex:32404; }","duration":"440.258819ms","start":"2026-04-28T23:37:13.701373Z","end":"2026-04-28T23:37:14.141631Z","steps":["trace[1314709659] 'read index received' (duration: 181.530119ms)","trace[1314709659] 'applied index is now lower than readState.Index' (duration: 258.72719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:14.141751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.376621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:14.141784Z","caller":"traceutil/trace.go:171","msg":"trace[1717190610] transaction","detail":"{read_only:false; response_revision:31268; number_of_response:1; }","duration":"459.070169ms","start":"2026-04-28T23:37:13.682629Z","end":"2026-04-28T23:37:14.141699Z","steps":["trace[1717190610] 'process raft request' (duration: 200.369689ms)","trace[1717190610] 'compare' (duration: 258.223739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:14.142118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:13.682606Z","time spent":"459.374576ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:14.142395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.673698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:14.142468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.237898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:1 size:4714"} {"level":"info","ts":"2026-04-28T23:37:14.142501Z","caller":"traceutil/trace.go:171","msg":"trace[585923743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31269; }","duration":"362.778332ms","start":"2026-04-28T23:37:13.779664Z","end":"2026-04-28T23:37:14.142442Z","steps":["trace[585923743] 'agreement among raft nodes before linearized reading' (duration: 362.672919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:14.14254Z","caller":"traceutil/trace.go:171","msg":"trace[296881416] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:1; response_revision:31269; }","duration":"409.340941ms","start":"2026-04-28T23:37:13.733181Z","end":"2026-04-28T23:37:14.142522Z","steps":["trace[296881416] 'agreement among raft nodes before linearized reading' (duration: 409.004732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:14.14254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.105186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-04-28T23:37:14.142593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:13.733157Z","time spent":"409.424023ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4737,"request content":"key:\"/registry/jobs/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-04-28T23:37:14.142546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.080515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-28T23:37:14.14263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:13.779639Z","time spent":"362.939636ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:14.142683Z","caller":"traceutil/trace.go:171","msg":"trace[1804520620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:31269; }","duration":"266.224098ms","start":"2026-04-28T23:37:13.876433Z","end":"2026-04-28T23:37:14.142657Z","steps":["trace[1804520620] 'agreement among raft nodes before linearized reading' (duration: 265.861639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:14.141791Z","caller":"traceutil/trace.go:171","msg":"trace[1463263636] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:31268; }","duration":"440.447863ms","start":"2026-04-28T23:37:13.70133Z","end":"2026-04-28T23:37:14.141778Z","steps":["trace[1463263636] 'agreement among raft nodes before linearized reading' (duration: 440.372772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:14.142648Z","caller":"traceutil/trace.go:171","msg":"trace[1597448052] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:31269; }","duration":"409.213848ms","start":"2026-04-28T23:37:13.733417Z","end":"2026-04-28T23:37:14.142631Z","steps":["trace[1597448052] 'agreement among raft nodes before linearized reading' (duration: 408.924831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:14.142807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:13.733402Z","time spent":"409.378031ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-28T23:37:14.142779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:13.701295Z","time spent":"441.467837ms","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:16.280913Z","caller":"traceutil/trace.go:171","msg":"trace[200911634] transaction","detail":"{read_only:false; response_revision:31285; number_of_response:1; }","duration":"132.012945ms","start":"2026-04-28T23:37:16.148877Z","end":"2026-04-28T23:37:16.28089Z","steps":["trace[200911634] 'process raft request' (duration: 131.880962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:16.550854Z","caller":"traceutil/trace.go:171","msg":"trace[462549918] linearizableReadLoop","detail":"{readStateIndex:32423; appliedIndex:32421; }","duration":"368.155201ms","start":"2026-04-28T23:37:16.182671Z","end":"2026-04-28T23:37:16.550826Z","steps":["trace[462549918] 'read index received' (duration: 98.014656ms)","trace[462549918] 'applied index is now lower than readState.Index' (duration: 270.139145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:16.551143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.450357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:16.551573Z","caller":"traceutil/trace.go:171","msg":"trace[479804193] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:31287; }","duration":"368.938028ms","start":"2026-04-28T23:37:16.182616Z","end":"2026-04-28T23:37:16.551554Z","steps":["trace[479804193] 'agreement among raft nodes before linearized reading' (duration: 368.418597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:16.551637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:16.182592Z","time spent":"369.024761ms","remote":"127.0.0.1:42030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:16.551398Z","caller":"traceutil/trace.go:171","msg":"trace[1329759664] transaction","detail":"{read_only:false; response_revision:31286; number_of_response:1; }","duration":"400.599315ms","start":"2026-04-28T23:37:16.150786Z","end":"2026-04-28T23:37:16.551386Z","steps":["trace[1329759664] 'process raft request' (duration: 399.813468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:16.55194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:16.150778Z","time spent":"401.103097ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:16.551381Z","caller":"traceutil/trace.go:171","msg":"trace[1138715678] transaction","detail":"{read_only:false; response_revision:31287; number_of_response:1; }","duration":"329.543979ms","start":"2026-04-28T23:37:16.2218Z","end":"2026-04-28T23:37:16.551344Z","steps":["trace[1138715678] 'process raft request' (duration: 328.967707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:16.552164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:16.221779Z","time spent":"330.352959ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:16.634406Z","caller":"traceutil/trace.go:171","msg":"trace[1570025635] transaction","detail":"{read_only:false; response_revision:31288; number_of_response:1; }","duration":"349.503816ms","start":"2026-04-28T23:37:16.284878Z","end":"2026-04-28T23:37:16.634381Z","steps":["trace[1570025635] 'process raft request' (duration: 349.337732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:16.634554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:16.284862Z","time spent":"349.615158ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:16.634619Z","caller":"traceutil/trace.go:171","msg":"trace[193285697] transaction","detail":"{read_only:false; response_revision:31289; number_of_response:1; }","duration":"234.548982ms","start":"2026-04-28T23:37:16.40004Z","end":"2026-04-28T23:37:16.634589Z","steps":["trace[193285697] 'process raft request' (duration: 234.293836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:16.634751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.681065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-h8r6c.18aaa8780771354a\" ","response":"range_response_count:1 size:1394"} {"level":"info","ts":"2026-04-28T23:37:16.63483Z","caller":"traceutil/trace.go:171","msg":"trace[1411590618] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-h8r6c.18aaa8780771354a; range_end:; response_count:1; response_revision:31289; }","duration":"256.786616ms","start":"2026-04-28T23:37:16.378022Z","end":"2026-04-28T23:37:16.634808Z","steps":["trace[1411590618] 'agreement among raft nodes before linearized reading' (duration: 256.616133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:16.709673Z","caller":"traceutil/trace.go:171","msg":"trace[41392057] transaction","detail":"{read_only:false; response_revision:31292; number_of_response:1; }","duration":"102.22161ms","start":"2026-04-28T23:37:16.60743Z","end":"2026-04-28T23:37:16.709652Z","steps":["trace[41392057] 'process raft request' (duration: 102.126828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:16.709675Z","caller":"traceutil/trace.go:171","msg":"trace[1681655651] transaction","detail":"{read_only:false; response_revision:31291; number_of_response:1; }","duration":"106.049216ms","start":"2026-04-28T23:37:16.603577Z","end":"2026-04-28T23:37:16.709626Z","steps":["trace[1681655651] 'process raft request' (duration: 105.937003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:16.709785Z","caller":"traceutil/trace.go:171","msg":"trace[1048378481] transaction","detail":"{read_only:false; response_revision:31290; number_of_response:1; }","duration":"132.659038ms","start":"2026-04-28T23:37:16.577102Z","end":"2026-04-28T23:37:16.709761Z","steps":["trace[1048378481] 'process raft request' (duration: 132.26178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.154289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985883503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:37:19.654472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985883503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T23:37:19.867299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351104105s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T23:37:19.868042Z","caller":"traceutil/trace.go:171","msg":"trace[150854962] transaction","detail":"{read_only:false; response_revision:31304; number_of_response:1; }","duration":"1.351940984s","start":"2026-04-28T23:37:18.516071Z","end":"2026-04-28T23:37:19.868012Z","steps":["trace[150854962] 'process raft request' (duration: 1.351522134s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.868206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.51605Z","time spent":"1.352061656s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:19.896773Z","caller":"traceutil/trace.go:171","msg":"trace[351458851] transaction","detail":"{read_only:false; response_revision:31307; number_of_response:1; }","duration":"1.306214784s","start":"2026-04-28T23:37:18.590526Z","end":"2026-04-28T23:37:19.896741Z","steps":["trace[351458851] 'process raft request' (duration: 1.306067761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.896957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.5905Z","time spent":"1.306367048s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:19.89704Z","caller":"traceutil/trace.go:171","msg":"trace[2073769783] linearizableReadLoop","detail":"{readStateIndex:32451; appliedIndex:32441; }","duration":"1.24349482s","start":"2026-04-28T23:37:18.653524Z","end":"2026-04-28T23:37:19.897018Z","steps":["trace[2073769783] 'read index received' (duration: 1.214210787s)","trace[2073769783] 'applied index is now lower than readState.Index' (duration: 29.283223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:19.897057Z","caller":"traceutil/trace.go:171","msg":"trace[517759326] transaction","detail":"{read_only:false; response_revision:31305; number_of_response:1; }","duration":"1.340374337s","start":"2026-04-28T23:37:18.556575Z","end":"2026-04-28T23:37:19.896949Z","steps":["trace[517759326] 'process raft request' (duration: 1.339760892s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.89717Z","caller":"traceutil/trace.go:171","msg":"trace[1924375508] transaction","detail":"{read_only:false; response_revision:31308; number_of_response:1; }","duration":"1.250653s","start":"2026-04-28T23:37:18.646506Z","end":"2026-04-28T23:37:19.897159Z","steps":["trace[1924375508] 'process raft request' (duration: 1.25018097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.64649Z","time spent":"1.250713802s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:19.897283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.556545Z","time spent":"1.340633052s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:19.897334Z","caller":"traceutil/trace.go:171","msg":"trace[115190140] transaction","detail":"{read_only:false; response_revision:31306; number_of_response:1; }","duration":"1.339340573s","start":"2026-04-28T23:37:18.557961Z","end":"2026-04-28T23:37:19.897301Z","steps":["trace[115190140] 'process raft request' (duration: 1.338586186s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.897422Z","caller":"traceutil/trace.go:171","msg":"trace[1761947294] transaction","detail":"{read_only:false; response_revision:31313; number_of_response:1; }","duration":"842.866219ms","start":"2026-04-28T23:37:19.054546Z","end":"2026-04-28T23:37:19.897412Z","steps":["trace[1761947294] 'process raft request' (duration: 842.43579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.897413Z","caller":"traceutil/trace.go:171","msg":"trace[563803793] transaction","detail":"{read_only:false; response_revision:31310; number_of_response:1; }","duration":"1.182221214s","start":"2026-04-28T23:37:18.715168Z","end":"2026-04-28T23:37:19.897389Z","steps":["trace[563803793] 'process raft request' (duration: 1.181713603s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.89739Z","caller":"traceutil/trace.go:171","msg":"trace[1530872595] transaction","detail":"{read_only:false; response_revision:31312; number_of_response:1; }","duration":"1.180872596s","start":"2026-04-28T23:37:18.716475Z","end":"2026-04-28T23:37:19.897348Z","steps":["trace[1530872595] 'process raft request' (duration: 1.180472807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.557948Z","time spent":"1.339463406s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:19.897533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:19.054529Z","time spent":"842.920851ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:19.89754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.715141Z","time spent":"1.182328667s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:19.897541Z","caller":"traceutil/trace.go:171","msg":"trace[1266625657] transaction","detail":"{read_only:false; response_revision:31309; number_of_response:1; }","duration":"1.250884025s","start":"2026-04-28T23:37:18.646637Z","end":"2026-04-28T23:37:19.897521Z","steps":["trace[1266625657] 'process raft request' (duration: 1.250157619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.716463Z","time spent":"1.181036209s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:19.897678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.646633Z","time spent":"1.251013749s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:19.897718Z","caller":"traceutil/trace.go:171","msg":"trace[1624536462] transaction","detail":"{read_only:false; response_revision:31311; number_of_response:1; }","duration":"1.182221004s","start":"2026-04-28T23:37:18.71548Z","end":"2026-04-28T23:37:19.897701Z","steps":["trace[1624536462] 'process raft request' (duration: 1.181438057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.257772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:37:19.89777Z","caller":"traceutil/trace.go:171","msg":"trace[1192830663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31313; }","duration":"519.322682ms","start":"2026-04-28T23:37:19.378431Z","end":"2026-04-28T23:37:19.897754Z","steps":["trace[1192830663] 'agreement among raft nodes before linearized reading' (duration: 519.250001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.715297Z","time spent":"1.182456599s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:19.89781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158057715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T23:37:19.897868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24434711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:19.897814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:19.37842Z","time spent":"519.384434ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:19.897885Z","caller":"traceutil/trace.go:171","msg":"trace[407664142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31313; }","duration":"1.158171028s","start":"2026-04-28T23:37:18.739694Z","end":"2026-04-28T23:37:19.897865Z","steps":["trace[407664142] 'agreement among raft nodes before linearized reading' (duration: 1.157947683s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.897905Z","caller":"traceutil/trace.go:171","msg":"trace[1290665260] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:31313; }","duration":"1.244410541s","start":"2026-04-28T23:37:18.653486Z","end":"2026-04-28T23:37:19.897896Z","steps":["trace[1290665260] 'agreement among raft nodes before linearized reading' (duration: 1.244352919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.897938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.653471Z","time spent":"1.244458942s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:37:19.897948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.739677Z","time spent":"1.15825628s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:37:19.898051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.172383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:37:19.898102Z","caller":"traceutil/trace.go:171","msg":"trace[1132413332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31313; }","duration":"525.255065ms","start":"2026-04-28T23:37:19.372835Z","end":"2026-04-28T23:37:19.89809Z","steps":["trace[1132413332] 'agreement among raft nodes before linearized reading' (duration: 525.087991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.898136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:19.372816Z","time spent":"525.313616ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:37:19.898151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.259039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"warn","ts":"2026-04-28T23:37:19.898214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.667209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:37:19.898225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.869012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:37:19.898258Z","caller":"traceutil/trace.go:171","msg":"trace[377907627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31313; }","duration":"232.747081ms","start":"2026-04-28T23:37:19.665501Z","end":"2026-04-28T23:37:19.898248Z","steps":["trace[377907627] 'agreement among raft nodes before linearized reading' (duration: 232.613978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.898262Z","caller":"traceutil/trace.go:171","msg":"trace[1686871643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31313; }","duration":"292.904702ms","start":"2026-04-28T23:37:19.605347Z","end":"2026-04-28T23:37:19.898251Z","steps":["trace[1686871643] 'agreement among raft nodes before linearized reading' (duration: 292.77973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.898282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.02362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:19.89789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.401646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:19.898332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.499194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:37:19.898335Z","caller":"traceutil/trace.go:171","msg":"trace[457404375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31313; }","duration":"994.136312ms","start":"2026-04-28T23:37:18.904185Z","end":"2026-04-28T23:37:19.898322Z","steps":["trace[457404375] 'agreement among raft nodes before linearized reading' (duration: 994.05624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.89836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.337441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:19.898369Z","caller":"traceutil/trace.go:171","msg":"trace[1636074320] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:31313; }","duration":"661.578626ms","start":"2026-04-28T23:37:19.236781Z","end":"2026-04-28T23:37:19.898359Z","steps":["trace[1636074320] 'agreement among raft nodes before linearized reading' (duration: 661.441253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.898369Z","caller":"traceutil/trace.go:171","msg":"trace[868505268] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:31313; }","duration":"845.922558ms","start":"2026-04-28T23:37:19.052434Z","end":"2026-04-28T23:37:19.898357Z","steps":["trace[868505268] 'agreement among raft nodes before linearized reading' (duration: 845.401516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.898385Z","caller":"traceutil/trace.go:171","msg":"trace[124981273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31313; }","duration":"201.396262ms","start":"2026-04-28T23:37:19.696983Z","end":"2026-04-28T23:37:19.898379Z","steps":["trace[124981273] 'agreement among raft nodes before linearized reading' (duration: 201.337021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.89838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.904163Z","time spent":"994.206584ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:37:19.8984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:19.236757Z","time spent":"661.635336ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:37:19.898423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:19.052414Z","time spent":"845.983059ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:37:19.898538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.554256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:37:19.898567Z","caller":"traceutil/trace.go:171","msg":"trace[96972007] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:31313; }","duration":"223.586267ms","start":"2026-04-28T23:37:19.674974Z","end":"2026-04-28T23:37:19.898561Z","steps":["trace[96972007] 'agreement among raft nodes before linearized reading' (duration: 223.461504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:19.898211Z","caller":"traceutil/trace.go:171","msg":"trace[1145057829] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31313; }","duration":"900.357531ms","start":"2026-04-28T23:37:18.997838Z","end":"2026-04-28T23:37:19.898196Z","steps":["trace[1145057829] 'agreement among raft nodes before linearized reading' (duration: 900.213928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:19.898713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:18.997813Z","time spent":"900.891713ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-28T23:37:22.408605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393002985883544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T23:37:22.438183Z","caller":"traceutil/trace.go:171","msg":"trace[1102573439] transaction","detail":"{read_only:false; response_revision:31324; number_of_response:1; }","duration":"531.327932ms","start":"2026-04-28T23:37:21.906833Z","end":"2026-04-28T23:37:22.438161Z","steps":["trace[1102573439] 'process raft request' (duration: 531.174158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.438312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.906824Z","time spent":"531.419743ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:22.493811Z","caller":"traceutil/trace.go:171","msg":"trace[1348102217] transaction","detail":"{read_only:false; response_revision:31325; number_of_response:1; }","duration":"586.891501ms","start":"2026-04-28T23:37:21.906897Z","end":"2026-04-28T23:37:22.493789Z","steps":["trace[1348102217] 'process raft request' (duration: 562.731382ms)","trace[1348102217] 'compare' (duration: 23.810251ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:22.493826Z","caller":"traceutil/trace.go:171","msg":"trace[471704232] transaction","detail":"{read_only:false; response_revision:31326; number_of_response:1; }","duration":"586.88309ms","start":"2026-04-28T23:37:21.906921Z","end":"2026-04-28T23:37:22.493804Z","steps":["trace[471704232] 'process raft request' (duration: 586.694406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.493915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.906894Z","time spent":"586.966703ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:22.493919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.906918Z","time spent":"586.948552ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:22.494053Z","caller":"traceutil/trace.go:171","msg":"trace[174441259] linearizableReadLoop","detail":"{readStateIndex:32469; appliedIndex:32461; }","duration":"586.273668ms","start":"2026-04-28T23:37:21.907632Z","end":"2026-04-28T23:37:22.493906Z","steps":["trace[174441259] 'read index received' (duration: 530.425892ms)","trace[174441259] 'applied index is now lower than readState.Index' (duration: 55.846546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:22.494195Z","caller":"traceutil/trace.go:171","msg":"trace[1048211425] transaction","detail":"{read_only:false; response_revision:31329; number_of_response:1; }","duration":"587.145187ms","start":"2026-04-28T23:37:21.907034Z","end":"2026-04-28T23:37:22.494179Z","steps":["trace[1048211425] 'process raft request' (duration: 586.749668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:22.494265Z","caller":"traceutil/trace.go:171","msg":"trace[262113656] transaction","detail":"{read_only:false; response_revision:31331; number_of_response:1; }","duration":"150.980367ms","start":"2026-04-28T23:37:22.343273Z","end":"2026-04-28T23:37:22.494253Z","steps":["trace[262113656] 'process raft request' (duration: 150.594829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:22.494356Z","caller":"traceutil/trace.go:171","msg":"trace[702052120] transaction","detail":"{read_only:false; response_revision:31327; number_of_response:1; }","duration":"587.406822ms","start":"2026-04-28T23:37:21.906941Z","end":"2026-04-28T23:37:22.494348Z","steps":["trace[702052120] 'process raft request' (duration: 586.737298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.90703Z","time spent":"587.234109ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:22.494394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.906939Z","time spent":"587.439303ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:22.494443Z","caller":"traceutil/trace.go:171","msg":"trace[649154838] transaction","detail":"{read_only:false; response_revision:31328; number_of_response:1; }","duration":"587.470523ms","start":"2026-04-28T23:37:21.906967Z","end":"2026-04-28T23:37:22.494437Z","steps":["trace[649154838] 'process raft request' (duration: 586.758458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:22.494221Z","caller":"traceutil/trace.go:171","msg":"trace[514312060] transaction","detail":"{read_only:false; response_revision:31330; number_of_response:1; }","duration":"587.146886ms","start":"2026-04-28T23:37:21.907057Z","end":"2026-04-28T23:37:22.494204Z","steps":["trace[514312060] 'process raft request' (duration: 586.770668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.49447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.906964Z","time spent":"587.492044ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:22.494535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.902161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:22.494552Z","caller":"traceutil/trace.go:171","msg":"trace[1988607111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31331; }","duration":"586.933302ms","start":"2026-04-28T23:37:21.907615Z","end":"2026-04-28T23:37:22.494548Z","steps":["trace[1988607111] 'agreement among raft nodes before linearized reading' (duration: 586.897981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.907054Z","time spent":"587.417232ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:22.494565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.907607Z","time spent":"586.955772ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:37:22.494709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.294661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:37:22.494737Z","caller":"traceutil/trace.go:171","msg":"trace[1865336172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31331; }","duration":"575.340313ms","start":"2026-04-28T23:37:21.919391Z","end":"2026-04-28T23:37:22.494731Z","steps":["trace[1865336172] 'agreement among raft nodes before linearized reading' (duration: 575.254111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.919382Z","time spent":"575.367153ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:37:22.494748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.127867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:37:22.494814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.477915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:22.494829Z","caller":"traceutil/trace.go:171","msg":"trace[2033444945] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31331; }","duration":"570.493575ms","start":"2026-04-28T23:37:21.924332Z","end":"2026-04-28T23:37:22.494826Z","steps":["trace[2033444945] 'agreement among raft nodes before linearized reading' (duration: 570.463714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.924316Z","time spent":"570.522375ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T23:37:22.494835Z","caller":"traceutil/trace.go:171","msg":"trace[1707860450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31331; }","duration":"570.223369ms","start":"2026-04-28T23:37:21.924592Z","end":"2026-04-28T23:37:22.494816Z","steps":["trace[1707860450] 'agreement among raft nodes before linearized reading' (duration: 570.057155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.924585Z","time spent":"570.28442ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:22.494953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.649368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:37:22.494973Z","caller":"traceutil/trace.go:171","msg":"trace[1824604976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31331; }","duration":"570.698199ms","start":"2026-04-28T23:37:21.92427Z","end":"2026-04-28T23:37:22.494969Z","steps":["trace[1824604976] 'agreement among raft nodes before linearized reading' (duration: 570.645078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.494985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.924248Z","time spent":"570.73463ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:22.495196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.986106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:22.495215Z","caller":"traceutil/trace.go:171","msg":"trace[947671528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31331; }","duration":"571.019746ms","start":"2026-04-28T23:37:21.924192Z","end":"2026-04-28T23:37:22.495211Z","steps":["trace[947671528] 'agreement among raft nodes before linearized reading' (duration: 570.968585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.495229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.924185Z","time spent":"571.041167ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:22.495282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.290722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:37:22.495295Z","caller":"traceutil/trace.go:171","msg":"trace[1125796874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31331; }","duration":"575.316992ms","start":"2026-04-28T23:37:21.919975Z","end":"2026-04-28T23:37:22.495292Z","steps":["trace[1125796874] 'agreement among raft nodes before linearized reading' (duration: 575.279611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.495308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:21.919969Z","time spent":"575.336712ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:37:22.495312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.060211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:37:22.495372Z","caller":"traceutil/trace.go:171","msg":"trace[551766166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:31331; }","duration":"113.174223ms","start":"2026-04-28T23:37:22.38218Z","end":"2026-04-28T23:37:22.495355Z","steps":["trace[551766166] 'agreement among raft nodes before linearized reading' (duration: 113.080171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.495434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.835956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:37:22.495456Z","caller":"traceutil/trace.go:171","msg":"trace[450497184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31331; }","duration":"285.895657ms","start":"2026-04-28T23:37:22.209556Z","end":"2026-04-28T23:37:22.495451Z","steps":["trace[450497184] 'agreement among raft nodes before linearized reading' (duration: 285.854866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:22.495552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.442038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:22.495571Z","caller":"traceutil/trace.go:171","msg":"trace[322684211] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31331; }","duration":"268.519729ms","start":"2026-04-28T23:37:22.227045Z","end":"2026-04-28T23:37:22.495565Z","steps":["trace[322684211] 'agreement among raft nodes before linearized reading' (duration: 268.491428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:26.718588Z","caller":"traceutil/trace.go:171","msg":"trace[1724833634] transaction","detail":"{read_only:false; response_revision:31352; number_of_response:1; }","duration":"263.669161ms","start":"2026-04-28T23:37:26.454889Z","end":"2026-04-28T23:37:26.718559Z","steps":["trace[1724833634] 'process raft request' (duration: 263.487907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:26.718669Z","caller":"traceutil/trace.go:171","msg":"trace[899745501] linearizableReadLoop","detail":"{readStateIndex:32491; appliedIndex:32491; }","duration":"126.707356ms","start":"2026-04-28T23:37:26.591938Z","end":"2026-04-28T23:37:26.718645Z","steps":["trace[899745501] 'read index received' (duration: 126.695815ms)","trace[899745501] 'applied index is now lower than readState.Index' (duration: 9.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:26.718846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.893059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:26.718884Z","caller":"traceutil/trace.go:171","msg":"trace[364292303] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:31352; }","duration":"126.978812ms","start":"2026-04-28T23:37:26.591896Z","end":"2026-04-28T23:37:26.718874Z","steps":["trace[364292303] 'agreement among raft nodes before linearized reading' (duration: 126.862249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.019673Z","caller":"traceutil/trace.go:171","msg":"trace[80297388] transaction","detail":"{read_only:false; response_revision:31353; number_of_response:1; }","duration":"420.11054ms","start":"2026-04-28T23:37:26.59953Z","end":"2026-04-28T23:37:27.01964Z","steps":["trace[80297388] 'process raft request' (duration: 419.533888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.019739Z","caller":"traceutil/trace.go:171","msg":"trace[970651296] transaction","detail":"{read_only:false; response_revision:31354; number_of_response:1; }","duration":"418.442653ms","start":"2026-04-28T23:37:26.601257Z","end":"2026-04-28T23:37:27.0197Z","steps":["trace[970651296] 'process raft request' (duration: 418.176737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.019852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.599507Z","time spent":"420.249813ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:27.019872Z","caller":"traceutil/trace.go:171","msg":"trace[124992763] transaction","detail":"{read_only:false; response_revision:31355; number_of_response:1; }","duration":"418.018903ms","start":"2026-04-28T23:37:26.601828Z","end":"2026-04-28T23:37:27.019847Z","steps":["trace[124992763] 'process raft request' (duration: 417.780318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.019913Z","caller":"traceutil/trace.go:171","msg":"trace[1010610702] linearizableReadLoop","detail":"{readStateIndex:32498; appliedIndex:32491; }","duration":"301.166107ms","start":"2026-04-28T23:37:26.718731Z","end":"2026-04-28T23:37:27.019897Z","steps":["trace[1010610702] 'read index received' (duration: 300.281738ms)","trace[1010610702] 'applied index is now lower than readState.Index' (duration: 883.519µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:27.019976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.60182Z","time spent":"418.103805ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:27.020039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.494486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:27.020087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.262006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:37:27.019969Z","caller":"traceutil/trace.go:171","msg":"trace[431013773] transaction","detail":"{read_only:false; response_revision:31357; number_of_response:1; }","duration":"418.065664ms","start":"2026-04-28T23:37:26.601885Z","end":"2026-04-28T23:37:27.019951Z","steps":["trace[431013773] 'process raft request' (duration: 417.847799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.020281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.442088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-28T23:37:27.020306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.786289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:37:27.020323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.917668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T23:37:27.020335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.415059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:27.020345Z","caller":"traceutil/trace.go:171","msg":"trace[2053909723] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:31359; }","duration":"321.53707ms","start":"2026-04-28T23:37:26.698788Z","end":"2026-04-28T23:37:27.020325Z","steps":["trace[2053909723] 'agreement among raft nodes before linearized reading' (duration: 321.295335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.020358Z","caller":"traceutil/trace.go:171","msg":"trace[1345408839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31359; }","duration":"114.868843ms","start":"2026-04-28T23:37:26.905471Z","end":"2026-04-28T23:37:27.02034Z","steps":["trace[1345408839] 'agreement among raft nodes before linearized reading' (duration: 114.728989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.020372Z","caller":"traceutil/trace.go:171","msg":"trace[1725545886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31359; }","duration":"390.97376ms","start":"2026-04-28T23:37:26.629388Z","end":"2026-04-28T23:37:27.020362Z","steps":["trace[1725545886] 'agreement among raft nodes before linearized reading' (duration: 390.859737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.020384Z","caller":"traceutil/trace.go:171","msg":"trace[132750804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31359; }","duration":"391.473851ms","start":"2026-04-28T23:37:26.628897Z","end":"2026-04-28T23:37:27.02037Z","steps":["trace[132750804] 'agreement among raft nodes before linearized reading' (duration: 391.297087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.020406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.629381Z","time spent":"391.017821ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:37:27.020403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.698767Z","time spent":"321.622924ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T23:37:27.020431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.628889Z","time spent":"391.534203ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:27.02054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.601868Z","time spent":"418.418782ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:27.020098Z","caller":"traceutil/trace.go:171","msg":"trace[756446008] transaction","detail":"{read_only:false; response_revision:31359; number_of_response:1; }","duration":"417.648765ms","start":"2026-04-28T23:37:26.602437Z","end":"2026-04-28T23:37:27.020086Z","steps":["trace[756446008] 'process raft request' (duration: 417.4164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.020661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.602428Z","time spent":"418.200368ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:27.019923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.601237Z","time spent":"418.579605ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:27.020122Z","caller":"traceutil/trace.go:171","msg":"trace[520232372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31359; }","duration":"391.324147ms","start":"2026-04-28T23:37:26.628787Z","end":"2026-04-28T23:37:27.020111Z","steps":["trace[520232372] 'agreement among raft nodes before linearized reading' (duration: 391.214724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.020872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.628773Z","time spent":"392.081495ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:37:27.020137Z","caller":"traceutil/trace.go:171","msg":"trace[2016357157] transaction","detail":"{read_only:false; response_revision:31358; number_of_response:1; }","duration":"418.119655ms","start":"2026-04-28T23:37:26.602009Z","end":"2026-04-28T23:37:27.020129Z","steps":["trace[2016357157] 'process raft request' (duration: 417.803308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.020992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.601973Z","time spent":"418.983835ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:27.020138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.383064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:27.021075Z","caller":"traceutil/trace.go:171","msg":"trace[137568283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:31359; }","duration":"125.355256ms","start":"2026-04-28T23:37:26.895697Z","end":"2026-04-28T23:37:27.021053Z","steps":["trace[137568283] 'agreement among raft nodes before linearized reading' (duration: 124.380804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.019888Z","caller":"traceutil/trace.go:171","msg":"trace[1144272477] transaction","detail":"{read_only:false; response_revision:31356; number_of_response:1; }","duration":"417.976962ms","start":"2026-04-28T23:37:26.601883Z","end":"2026-04-28T23:37:27.01986Z","steps":["trace[1144272477] 'process raft request' (duration: 417.785628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.020131Z","caller":"traceutil/trace.go:171","msg":"trace[1849041450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:31359; }","duration":"341.63666ms","start":"2026-04-28T23:37:26.678472Z","end":"2026-04-28T23:37:27.020109Z","steps":["trace[1849041450] 'agreement among raft nodes before linearized reading' (duration: 341.494107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.02128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.601867Z","time spent":"419.339803ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:27.021335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.67845Z","time spent":"342.852558ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:37:27.020143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.383989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:37:27.021463Z","caller":"traceutil/trace.go:171","msg":"trace[5919128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31359; }","duration":"401.739341ms","start":"2026-04-28T23:37:26.619711Z","end":"2026-04-28T23:37:27.02145Z","steps":["trace[5919128] 'agreement among raft nodes before linearized reading' (duration: 400.294018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.021506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.619696Z","time spent":"401.799232ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:37:27.020187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.306174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:37:27.021601Z","caller":"traceutil/trace.go:171","msg":"trace[391909324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31359; }","duration":"391.723527ms","start":"2026-04-28T23:37:26.629866Z","end":"2026-04-28T23:37:27.02159Z","steps":["trace[391909324] 'agreement among raft nodes before linearized reading' (duration: 390.272804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.021635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:26.629861Z","time spent":"391.765948ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T23:37:27.287449Z","caller":"traceutil/trace.go:171","msg":"trace[727539318] linearizableReadLoop","detail":"{readStateIndex:32503; appliedIndex:32499; }","duration":"101.080335ms","start":"2026-04-28T23:37:27.186351Z","end":"2026-04-28T23:37:27.287431Z","steps":["trace[727539318] 'read index received' (duration: 100.827819ms)","trace[727539318] 'applied index is now lower than readState.Index' (duration: 251.806µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:27.287735Z","caller":"traceutil/trace.go:171","msg":"trace[1390559147] transaction","detail":"{read_only:false; response_revision:31361; number_of_response:1; }","duration":"231.166496ms","start":"2026-04-28T23:37:27.056558Z","end":"2026-04-28T23:37:27.287725Z","steps":["trace[1390559147] 'process raft request' (duration: 230.676686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.287986Z","caller":"traceutil/trace.go:171","msg":"trace[973708458] transaction","detail":"{read_only:false; response_revision:31363; number_of_response:1; }","duration":"231.302509ms","start":"2026-04-28T23:37:27.056645Z","end":"2026-04-28T23:37:27.287948Z","steps":["trace[973708458] 'process raft request' (duration: 230.733327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.288161Z","caller":"traceutil/trace.go:171","msg":"trace[89008636] transaction","detail":"{read_only:false; response_revision:31362; number_of_response:1; }","duration":"231.533525ms","start":"2026-04-28T23:37:27.056618Z","end":"2026-04-28T23:37:27.288151Z","steps":["trace[89008636] 'process raft request' (duration: 230.729357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:27.288275Z","caller":"traceutil/trace.go:171","msg":"trace[462139731] transaction","detail":"{read_only:false; response_revision:31364; number_of_response:1; }","duration":"231.591446ms","start":"2026-04-28T23:37:27.056671Z","end":"2026-04-28T23:37:27.288263Z","steps":["trace[462139731] 'process raft request' (duration: 230.734307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:27.288669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.297882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:27.28873Z","caller":"traceutil/trace.go:171","msg":"trace[1972740766] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:31364; }","duration":"102.388663ms","start":"2026-04-28T23:37:27.186312Z","end":"2026-04-28T23:37:27.2887Z","steps":["trace[1972740766] 'agreement among raft nodes before linearized reading' (duration: 102.297691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:28.148674Z","caller":"traceutil/trace.go:171","msg":"trace[11344350] linearizableReadLoop","detail":"{readStateIndex:32504; appliedIndex:32503; }","duration":"226.720847ms","start":"2026-04-28T23:37:27.92193Z","end":"2026-04-28T23:37:28.148651Z","steps":["trace[11344350] 'read index received' (duration: 226.515502ms)","trace[11344350] 'applied index is now lower than readState.Index' (duration: 204.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:28.14885Z","caller":"traceutil/trace.go:171","msg":"trace[28292341] transaction","detail":"{read_only:false; response_revision:31365; number_of_response:1; }","duration":"256.49955ms","start":"2026-04-28T23:37:27.892294Z","end":"2026-04-28T23:37:28.148793Z","steps":["trace[28292341] 'process raft request' (duration: 256.204954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:28.148912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.965082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"warn","ts":"2026-04-28T23:37:28.14896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.4529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:37:28.149021Z","caller":"traceutil/trace.go:171","msg":"trace[1810230846] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31365; }","duration":"227.133696ms","start":"2026-04-28T23:37:27.921874Z","end":"2026-04-28T23:37:28.149008Z","steps":["trace[1810230846] 'agreement among raft nodes before linearized reading' (duration: 226.89337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:28.149039Z","caller":"traceutil/trace.go:171","msg":"trace[56216076] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:31365; }","duration":"135.583973ms","start":"2026-04-28T23:37:28.013442Z","end":"2026-04-28T23:37:28.149026Z","steps":["trace[56216076] 'agreement among raft nodes before linearized reading' (duration: 135.366008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:28.783885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.06938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:28.784021Z","caller":"traceutil/trace.go:171","msg":"trace[491757253] transaction","detail":"{read_only:false; response_revision:31366; number_of_response:1; }","duration":"464.629193ms","start":"2026-04-28T23:37:28.319367Z","end":"2026-04-28T23:37:28.783996Z","steps":["trace[491757253] 'process raft request' (duration: 109.330248ms)","trace[491757253] 'compare' (duration: 354.550659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:28.784123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:28.319329Z","time spent":"464.741866ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:28.83933Z","caller":"traceutil/trace.go:171","msg":"trace[1795685010] transaction","detail":"{read_only:false; response_revision:31367; number_of_response:1; }","duration":"409.974665ms","start":"2026-04-28T23:37:28.429333Z","end":"2026-04-28T23:37:28.839307Z","steps":["trace[1795685010] 'process raft request' (duration: 409.822002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:28.839599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:28.429311Z","time spent":"410.091257ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:28.867524Z","caller":"traceutil/trace.go:171","msg":"trace[56479773] transaction","detail":"{read_only:false; response_revision:31368; number_of_response:1; }","duration":"123.114006ms","start":"2026-04-28T23:37:28.744353Z","end":"2026-04-28T23:37:28.867467Z","steps":["trace[56479773] 'process raft request' (duration: 122.621455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:29.019815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.188304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:29.019905Z","caller":"traceutil/trace.go:171","msg":"trace[1087313155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31368; }","duration":"117.310556ms","start":"2026-04-28T23:37:28.902573Z","end":"2026-04-28T23:37:29.019884Z","steps":["trace[1087313155] 'range keys from in-memory index tree' (duration: 117.116033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:29.250258Z","caller":"traceutil/trace.go:171","msg":"trace[1793899906] transaction","detail":"{read_only:false; response_revision:31369; number_of_response:1; }","duration":"219.829384ms","start":"2026-04-28T23:37:29.030409Z","end":"2026-04-28T23:37:29.250239Z","steps":["trace[1793899906] 'process raft request' (duration: 219.70515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:29.615868Z","caller":"traceutil/trace.go:171","msg":"trace[1550934049] transaction","detail":"{read_only:false; response_revision:31370; number_of_response:1; }","duration":"584.379825ms","start":"2026-04-28T23:37:29.031463Z","end":"2026-04-28T23:37:29.615843Z","steps":["trace[1550934049] 'process raft request' (duration: 584.17751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:29.616017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.031444Z","time spent":"584.500497ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:29.616294Z","caller":"traceutil/trace.go:171","msg":"trace[365560134] transaction","detail":"{read_only:false; response_revision:31371; number_of_response:1; }","duration":"584.799644ms","start":"2026-04-28T23:37:29.031466Z","end":"2026-04-28T23:37:29.616265Z","steps":["trace[365560134] 'process raft request' (duration: 584.332244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:29.616489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.031445Z","time spent":"584.942647ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:29.616535Z","caller":"traceutil/trace.go:171","msg":"trace[938404067] transaction","detail":"{read_only:false; response_revision:31372; number_of_response:1; }","duration":"584.951557ms","start":"2026-04-28T23:37:29.03155Z","end":"2026-04-28T23:37:29.616502Z","steps":["trace[938404067] 'process raft request' (duration: 584.553979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:29.616603Z","caller":"traceutil/trace.go:171","msg":"trace[1643922880] transaction","detail":"{read_only:false; response_revision:31373; number_of_response:1; }","duration":"585.001318ms","start":"2026-04-28T23:37:29.031575Z","end":"2026-04-28T23:37:29.616576Z","steps":["trace[1643922880] 'process raft request' (duration: 584.846815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:29.616717Z","caller":"traceutil/trace.go:171","msg":"trace[768122444] transaction","detail":"{read_only:false; response_revision:31375; number_of_response:1; }","duration":"581.398117ms","start":"2026-04-28T23:37:29.035307Z","end":"2026-04-28T23:37:29.616705Z","steps":["trace[768122444] 'process raft request' (duration: 581.200943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:29.616719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.031543Z","time spent":"585.07398ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:29.616714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.031565Z","time spent":"585.09587ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:29.61678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.0353Z","time spent":"581.452398ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:29.616947Z","caller":"traceutil/trace.go:171","msg":"trace[1152879098] transaction","detail":"{read_only:false; response_revision:31374; number_of_response:1; }","duration":"585.325475ms","start":"2026-04-28T23:37:29.031606Z","end":"2026-04-28T23:37:29.616931Z","steps":["trace[1152879098] 'process raft request' (duration: 584.871015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:29.617031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.031598Z","time spent":"585.391717ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:29.886747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.196157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T23:37:29.886931Z","caller":"traceutil/trace.go:171","msg":"trace[612344157] linearizableReadLoop","detail":"{readStateIndex:32515; appliedIndex:32508; }","duration":"794.43191ms","start":"2026-04-28T23:37:29.092485Z","end":"2026-04-28T23:37:29.886917Z","steps":["trace[612344157] 'read index received' (duration: 157.726978ms)","trace[612344157] 'applied index is now lower than readState.Index' (duration: 636.704062ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:29.887583Z","caller":"traceutil/trace.go:171","msg":"trace[1533837329] transaction","detail":"{read_only:false; response_revision:31377; number_of_response:1; }","duration":"156.176263ms","start":"2026-04-28T23:37:29.731387Z","end":"2026-04-28T23:37:29.887563Z","steps":["trace[1533837329] 'process raft request' (duration: 155.447967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:30.118063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.359031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:37:30.118157Z","caller":"traceutil/trace.go:171","msg":"trace[459633985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31377; }","duration":"826.488643ms","start":"2026-04-28T23:37:29.291645Z","end":"2026-04-28T23:37:30.118133Z","steps":["trace[459633985] 'agreement among raft nodes before linearized reading' (duration: 595.908141ms)","trace[459633985] 'range keys from in-memory index tree' (duration: 230.380718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.1182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.291628Z","time spent":"826.562766ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:37:30.118489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025977413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:37:30.118536Z","caller":"traceutil/trace.go:171","msg":"trace[66322373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31377; }","duration":"1.026068535s","start":"2026-04-28T23:37:29.092454Z","end":"2026-04-28T23:37:30.118523Z","steps":["trace[66322373] 'agreement among raft nodes before linearized reading' (duration: 795.003472ms)","trace[66322373] 'range keys from in-memory index tree' (duration: 230.93727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.118567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.09242Z","time spent":"1.026139137s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:37:30.118748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.892898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:37:30.118784Z","caller":"traceutil/trace.go:171","msg":"trace[669854039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:31377; }","duration":"281.956958ms","start":"2026-04-28T23:37:29.836814Z","end":"2026-04-28T23:37:30.118771Z","steps":["trace[669854039] 'agreement among raft nodes before linearized reading' (duration: 50.804802ms)","trace[669854039] 'range keys from in-memory index tree' (duration: 231.062764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.119004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.429611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T23:37:30.119018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.321632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:30.119047Z","caller":"traceutil/trace.go:171","msg":"trace[626396392] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31377; }","duration":"730.500133ms","start":"2026-04-28T23:37:29.388536Z","end":"2026-04-28T23:37:30.119036Z","steps":["trace[626396392] 'agreement among raft nodes before linearized reading' (duration: 499.063601ms)","trace[626396392] 'range keys from in-memory index tree' (duration: 231.34098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.119076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.388517Z","time spent":"730.552235ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T23:37:30.11908Z","caller":"traceutil/trace.go:171","msg":"trace[36192039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31377; }","duration":"614.373073ms","start":"2026-04-28T23:37:29.504681Z","end":"2026-04-28T23:37:30.119054Z","steps":["trace[36192039] 'agreement among raft nodes before linearized reading' (duration: 382.948352ms)","trace[36192039] 'count revisions from in-memory index tree' (duration: 231.36158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.11907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.86859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:37:30.119129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.504606Z","time spent":"614.511207ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:30.119177Z","caller":"traceutil/trace.go:171","msg":"trace[2059093775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31377; }","duration":"825.991862ms","start":"2026-04-28T23:37:29.293154Z","end":"2026-04-28T23:37:30.119145Z","steps":["trace[2059093775] 'agreement among raft nodes before linearized reading' (duration: 594.53757ms)","trace[2059093775] 'range keys from in-memory index tree' (duration: 231.202437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.119245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.293147Z","time spent":"826.083024ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:30.119472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.200807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:37:30.119521Z","caller":"traceutil/trace.go:171","msg":"trace[1140553463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31377; }","duration":"826.290789ms","start":"2026-04-28T23:37:29.293213Z","end":"2026-04-28T23:37:30.119504Z","steps":["trace[1140553463] 'agreement among raft nodes before linearized reading' (duration: 594.433798ms)","trace[1140553463] 'range keys from in-memory index tree' (duration: 231.738639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.119567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.293193Z","time spent":"826.36105ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:30.119684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.059732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:37:30.119728Z","caller":"traceutil/trace.go:171","msg":"trace[1494398683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31377; }","duration":"825.098873ms","start":"2026-04-28T23:37:29.294613Z","end":"2026-04-28T23:37:30.119712Z","steps":["trace[1494398683] 'agreement among raft nodes before linearized reading' (duration: 593.071018ms)","trace[1494398683] 'range keys from in-memory index tree' (duration: 231.902992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.119765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.294578Z","time spent":"825.177815ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:37:30.118729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.521889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:30.120058Z","caller":"traceutil/trace.go:171","msg":"trace[1305083662] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:31377; }","duration":"677.89957ms","start":"2026-04-28T23:37:29.442133Z","end":"2026-04-28T23:37:30.120032Z","steps":["trace[1305083662] 'agreement among raft nodes before linearized reading' (duration: 445.505977ms)","trace[1305083662] 'count revisions from in-memory index tree' (duration: 231.023743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.120117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:29.442114Z","time spent":"677.987551ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:30.121002Z","caller":"traceutil/trace.go:171","msg":"trace[1414007189] transaction","detail":"{read_only:false; response_revision:31378; number_of_response:1; }","duration":"205.745868ms","start":"2026-04-28T23:37:29.91521Z","end":"2026-04-28T23:37:30.120955Z","steps":["trace[1414007189] 'process raft request' (duration: 119.481075ms)","trace[1414007189] 'compare' (duration: 85.236921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.550208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.55089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:30.550462Z","caller":"traceutil/trace.go:171","msg":"trace[266571705] transaction","detail":"{read_only:false; response_revision:31379; number_of_response:1; }","duration":"426.104843ms","start":"2026-04-28T23:37:30.124302Z","end":"2026-04-28T23:37:30.550407Z","steps":["trace[266571705] 'process raft request' (duration: 135.238826ms)","trace[266571705] 'compare' (duration: 290.157411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:30.550577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.124273Z","time spent":"426.264707ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:31.042587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.873619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:37:31.042991Z","caller":"traceutil/trace.go:171","msg":"trace[1623317340] transaction","detail":"{read_only:false; response_revision:31380; number_of_response:1; }","duration":"918.601208ms","start":"2026-04-28T23:37:30.124361Z","end":"2026-04-28T23:37:31.042962Z","steps":["trace[1623317340] 'process raft request' (duration: 557.288369ms)","trace[1623317340] 'compare' (duration: 360.679635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:31.043088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.124341Z","time spent":"918.704411ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:31.043349Z","caller":"traceutil/trace.go:171","msg":"trace[747271471] linearizableReadLoop","detail":"{readStateIndex:32523; appliedIndex:32518; }","duration":"916.431601ms","start":"2026-04-28T23:37:30.126888Z","end":"2026-04-28T23:37:31.043319Z","steps":["trace[747271471] 'read index received' (duration: 132.734551ms)","trace[747271471] 'applied index is now lower than readState.Index' (duration: 783.69634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:31.043376Z","caller":"traceutil/trace.go:171","msg":"trace[1810668012] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"918.784233ms","start":"2026-04-28T23:37:30.12458Z","end":"2026-04-28T23:37:31.043364Z","steps":["trace[1810668012] 'process raft request' (duration: 918.593608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.043433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.124556Z","time spent":"918.846394ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:31.043442Z","caller":"traceutil/trace.go:171","msg":"trace[1044436999] transaction","detail":"{read_only:false; response_revision:31384; number_of_response:1; }","duration":"886.725468ms","start":"2026-04-28T23:37:30.156675Z","end":"2026-04-28T23:37:31.043401Z","steps":["trace[1044436999] 'process raft request' (duration: 886.601006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.043459Z","caller":"traceutil/trace.go:171","msg":"trace[1381412214] transaction","detail":"{read_only:false; response_revision:31381; number_of_response:1; }","duration":"918.981077ms","start":"2026-04-28T23:37:30.12444Z","end":"2026-04-28T23:37:31.043421Z","steps":["trace[1381412214] 'process raft request' (duration: 918.225659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.043477Z","caller":"traceutil/trace.go:171","msg":"trace[1140808340] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"917.368622ms","start":"2026-04-28T23:37:30.12606Z","end":"2026-04-28T23:37:31.043428Z","steps":["trace[1140808340] 'process raft request' (duration: 917.189358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.043577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.156649Z","time spent":"886.860411ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:31.04365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.124433Z","time spent":"919.120761ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:31.043673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.12603Z","time spent":"917.541585ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:37:31.043823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.937503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T23:37:31.043854Z","caller":"traceutil/trace.go:171","msg":"trace[1454756272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:31384; }","duration":"916.982973ms","start":"2026-04-28T23:37:30.126861Z","end":"2026-04-28T23:37:31.043844Z","steps":["trace[1454756272] 'agreement among raft nodes before linearized reading' (duration: 916.533523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.043954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.126852Z","time spent":"917.093915ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-28T23:37:31.048365Z","caller":"traceutil/trace.go:171","msg":"trace[302052285] transaction","detail":"{read_only:false; response_revision:31385; number_of_response:1; }","duration":"745.647971ms","start":"2026-04-28T23:37:30.302627Z","end":"2026-04-28T23:37:31.048275Z","steps":["trace[302052285] 'process raft request' (duration: 745.441027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.04848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.302606Z","time spent":"745.825995ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:31.04891Z","caller":"traceutil/trace.go:171","msg":"trace[1628495669] transaction","detail":"{read_only:false; response_revision:31386; number_of_response:1; }","duration":"628.06792ms","start":"2026-04-28T23:37:30.420809Z","end":"2026-04-28T23:37:31.048877Z","steps":["trace[1628495669] 'process raft request' (duration: 627.369553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.049025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.420782Z","time spent":"628.164891ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:37:31.057901Z","caller":"traceutil/trace.go:171","msg":"trace[106554388] transaction","detail":"{read_only:false; response_revision:31387; number_of_response:1; }","duration":"185.467646ms","start":"2026-04-28T23:37:30.872415Z","end":"2026-04-28T23:37:31.057883Z","steps":["trace[106554388] 'process raft request' (duration: 185.1816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.058088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.313884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:31.05813Z","caller":"traceutil/trace.go:171","msg":"trace[220402993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31387; }","duration":"155.398316ms","start":"2026-04-28T23:37:30.90272Z","end":"2026-04-28T23:37:31.058118Z","steps":["trace[220402993] 'agreement among raft nodes before linearized reading' (duration: 155.330755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.058358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.038688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T23:37:31.058397Z","caller":"traceutil/trace.go:171","msg":"trace[652577074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31387; }","duration":"268.09975ms","start":"2026-04-28T23:37:30.790286Z","end":"2026-04-28T23:37:31.058386Z","steps":["trace[652577074] 'agreement among raft nodes before linearized reading' (duration: 267.984098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.05871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.850719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:31.058792Z","caller":"traceutil/trace.go:171","msg":"trace[446404633] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31387; }","duration":"347.979051ms","start":"2026-04-28T23:37:30.710793Z","end":"2026-04-28T23:37:31.058772Z","steps":["trace[446404633] 'agreement among raft nodes before linearized reading' (duration: 347.860268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.058835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.710774Z","time spent":"348.048933ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:37:31.058865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.109897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-04-28T23:37:31.058906Z","caller":"traceutil/trace.go:171","msg":"trace[1705326319] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31387; }","duration":"905.171719ms","start":"2026-04-28T23:37:30.153725Z","end":"2026-04-28T23:37:31.058896Z","steps":["trace[1705326319] 'agreement among raft nodes before linearized reading' (duration: 905.068587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.058933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.153714Z","time spent":"905.21174ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-28T23:37:31.059107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.203847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:37:31.059143Z","caller":"traceutil/trace.go:171","msg":"trace[306095506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:31387; }","duration":"765.279579ms","start":"2026-04-28T23:37:30.293853Z","end":"2026-04-28T23:37:31.059132Z","steps":["trace[306095506] 'agreement among raft nodes before linearized reading' (duration: 765.222657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:31.05917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:37:30.293832Z","time spent":"765.32951ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:37:31.713828Z","caller":"traceutil/trace.go:171","msg":"trace[1599532098] transaction","detail":"{read_only:false; response_revision:31390; number_of_response:1; }","duration":"100.114524ms","start":"2026-04-28T23:37:31.613685Z","end":"2026-04-28T23:37:31.7138Z","steps":["trace[1599532098] 'process raft request' (duration: 99.96342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.740488Z","caller":"traceutil/trace.go:171","msg":"trace[170557098] transaction","detail":"{read_only:false; response_revision:31396; number_of_response:1; }","duration":"118.153845ms","start":"2026-04-28T23:37:31.622316Z","end":"2026-04-28T23:37:31.74047Z","steps":["trace[170557098] 'process raft request' (duration: 118.129855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.740783Z","caller":"traceutil/trace.go:171","msg":"trace[1259515655] transaction","detail":"{read_only:false; response_revision:31391; number_of_response:1; }","duration":"119.370583ms","start":"2026-04-28T23:37:31.621407Z","end":"2026-04-28T23:37:31.740778Z","steps":["trace[1259515655] 'process raft request' (duration: 118.8521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.740844Z","caller":"traceutil/trace.go:171","msg":"trace[879260871] transaction","detail":"{read_only:false; response_revision:31392; number_of_response:1; }","duration":"119.345912ms","start":"2026-04-28T23:37:31.621494Z","end":"2026-04-28T23:37:31.74084Z","steps":["trace[879260871] 'process raft request' (duration: 118.880061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.740901Z","caller":"traceutil/trace.go:171","msg":"trace[1868274707] transaction","detail":"{read_only:false; response_revision:31393; number_of_response:1; }","duration":"119.205739ms","start":"2026-04-28T23:37:31.621692Z","end":"2026-04-28T23:37:31.740897Z","steps":["trace[1868274707] 'process raft request' (duration: 118.704037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.74096Z","caller":"traceutil/trace.go:171","msg":"trace[201868466] transaction","detail":"{read_only:false; response_revision:31394; number_of_response:1; }","duration":"119.2233ms","start":"2026-04-28T23:37:31.62173Z","end":"2026-04-28T23:37:31.740953Z","steps":["trace[201868466] 'process raft request' (duration: 118.681357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:31.741011Z","caller":"traceutil/trace.go:171","msg":"trace[1745683523] transaction","detail":"{read_only:false; response_revision:31395; number_of_response:1; }","duration":"118.971504ms","start":"2026-04-28T23:37:31.622036Z","end":"2026-04-28T23:37:31.741007Z","steps":["trace[1745683523] 'process raft request' (duration: 118.39063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:37.890799Z","caller":"traceutil/trace.go:171","msg":"trace[496945795] transaction","detail":"{read_only:false; response_revision:31438; number_of_response:1; }","duration":"131.792649ms","start":"2026-04-28T23:37:37.758973Z","end":"2026-04-28T23:37:37.890765Z","steps":["trace[496945795] 'process raft request' (duration: 131.610565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:37.891037Z","caller":"traceutil/trace.go:171","msg":"trace[1843786936] transaction","detail":"{read_only:false; response_revision:31439; number_of_response:1; }","duration":"123.571656ms","start":"2026-04-28T23:37:37.767452Z","end":"2026-04-28T23:37:37.891024Z","steps":["trace[1843786936] 'process raft request' (duration: 123.271279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:37.891365Z","caller":"traceutil/trace.go:171","msg":"trace[1833480657] transaction","detail":"{read_only:false; response_revision:31440; number_of_response:1; }","duration":"119.403443ms","start":"2026-04-28T23:37:37.771952Z","end":"2026-04-28T23:37:37.891355Z","steps":["trace[1833480657] 'process raft request' (duration: 119.037025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:37.891489Z","caller":"traceutil/trace.go:171","msg":"trace[1279394310] transaction","detail":"{read_only:false; response_revision:31442; number_of_response:1; }","duration":"118.80835ms","start":"2026-04-28T23:37:37.772668Z","end":"2026-04-28T23:37:37.891477Z","steps":["trace[1279394310] 'process raft request' (duration: 118.605756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:37.891496Z","caller":"traceutil/trace.go:171","msg":"trace[1286229090] transaction","detail":"{read_only:false; response_revision:31441; number_of_response:1; }","duration":"119.355622ms","start":"2026-04-28T23:37:37.772116Z","end":"2026-04-28T23:37:37.891472Z","steps":["trace[1286229090] 'process raft request' (duration: 119.108796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:37:55.419056Z","caller":"traceutil/trace.go:171","msg":"trace[774939796] transaction","detail":"{read_only:false; response_revision:31663; number_of_response:1; }","duration":"183.126714ms","start":"2026-04-28T23:37:55.235886Z","end":"2026-04-28T23:37:55.419012Z","steps":["trace[774939796] 'process raft request' (duration: 171.770691ms)","trace[774939796] 'compare' (duration: 11.19124ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:37:55.419235Z","caller":"traceutil/trace.go:171","msg":"trace[1842923418] linearizableReadLoop","detail":"{readStateIndex:32811; appliedIndex:32809; }","duration":"170.402981ms","start":"2026-04-28T23:37:55.248729Z","end":"2026-04-28T23:37:55.419132Z","steps":["trace[1842923418] 'read index received' (duration: 2.776852ms)","trace[1842923418] 'applied index is now lower than readState.Index' (duration: 167.618979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:37:55.419444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.696907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:37:55.419533Z","caller":"traceutil/trace.go:171","msg":"trace[1608393991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31664; }","duration":"170.82279ms","start":"2026-04-28T23:37:55.248685Z","end":"2026-04-28T23:37:55.419507Z","steps":["trace[1608393991] 'agreement among raft nodes before linearized reading' (duration: 170.546924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:55.419583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.315591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:37:55.41962Z","caller":"traceutil/trace.go:171","msg":"trace[690364712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31664; }","duration":"158.380662ms","start":"2026-04-28T23:37:55.26123Z","end":"2026-04-28T23:37:55.419611Z","steps":["trace[690364712] 'agreement among raft nodes before linearized reading' (duration: 158.285309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:55.419699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.916978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:37:55.419781Z","caller":"traceutil/trace.go:171","msg":"trace[557669278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31664; }","duration":"152.044061ms","start":"2026-04-28T23:37:55.267704Z","end":"2026-04-28T23:37:55.419748Z","steps":["trace[557669278] 'agreement among raft nodes before linearized reading' (duration: 151.821276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:37:55.419786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.045303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:37:55.419836Z","caller":"traceutil/trace.go:171","msg":"trace[2137741408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31664; }","duration":"153.172765ms","start":"2026-04-28T23:37:55.266649Z","end":"2026-04-28T23:37:55.419822Z","steps":["trace[2137741408] 'agreement among raft nodes before linearized reading' (duration: 152.883059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:38:11.719367Z","caller":"traceutil/trace.go:171","msg":"trace[588270687] linearizableReadLoop","detail":"{readStateIndex:32941; appliedIndex:32939; }","duration":"220.171901ms","start":"2026-04-28T23:38:11.49916Z","end":"2026-04-28T23:38:11.719331Z","steps":["trace[588270687] 'read index received' (duration: 23.000923ms)","trace[588270687] 'applied index is now lower than readState.Index' (duration: 197.169488ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:38:11.71939Z","caller":"traceutil/trace.go:171","msg":"trace[1330732867] transaction","detail":"{read_only:false; response_revision:31789; number_of_response:1; }","duration":"233.887837ms","start":"2026-04-28T23:38:11.485479Z","end":"2026-04-28T23:38:11.719366Z","steps":["trace[1330732867] 'process raft request' (duration: 191.314437ms)","trace[1330732867] 'compare' (duration: 42.280854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:38:11.719569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.393366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:38:11.719748Z","caller":"traceutil/trace.go:171","msg":"trace[1078972462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31789; }","duration":"220.53834ms","start":"2026-04-28T23:38:11.499129Z","end":"2026-04-28T23:38:11.719667Z","steps":["trace[1078972462] 'agreement among raft nodes before linearized reading' (duration: 220.319185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:38:11.719904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.603814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:38:11.719989Z","caller":"traceutil/trace.go:171","msg":"trace[953663529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31789; }","duration":"217.87934ms","start":"2026-04-28T23:38:11.502089Z","end":"2026-04-28T23:38:11.719968Z","steps":["trace[953663529] 'agreement among raft nodes before linearized reading' (duration: 217.492782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:38:11.720186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.372959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:38:11.720298Z","caller":"traceutil/trace.go:171","msg":"trace[2147380270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31789; }","duration":"213.515012ms","start":"2026-04-28T23:38:11.506762Z","end":"2026-04-28T23:38:11.720277Z","steps":["trace[2147380270] 'agreement among raft nodes before linearized reading' (duration: 213.238476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:38:11.720191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.822634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:38:11.720379Z","caller":"traceutil/trace.go:171","msg":"trace[2121302501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31789; }","duration":"216.051529ms","start":"2026-04-28T23:38:11.50432Z","end":"2026-04-28T23:38:11.720371Z","steps":["trace[2121302501] 'agreement among raft nodes before linearized reading' (duration: 215.682351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:39:58.680162Z","caller":"traceutil/trace.go:171","msg":"trace[716296049] transaction","detail":"{read_only:false; response_revision:32599; number_of_response:1; }","duration":"161.798249ms","start":"2026-04-28T23:39:58.518321Z","end":"2026-04-28T23:39:58.680119Z","steps":["trace[716296049] 'process raft request' (duration: 161.662036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:39:58.680273Z","caller":"traceutil/trace.go:171","msg":"trace[135975820] transaction","detail":"{read_only:false; response_revision:32596; number_of_response:1; }","duration":"192.109224ms","start":"2026-04-28T23:39:58.488151Z","end":"2026-04-28T23:39:58.68026Z","steps":["trace[135975820] 'process raft request' (duration: 157.491342ms)","trace[135975820] 'compare' (duration: 34.133691ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:39:58.680188Z","caller":"traceutil/trace.go:171","msg":"trace[1341250135] transaction","detail":"{read_only:false; response_revision:32597; number_of_response:1; }","duration":"189.117778ms","start":"2026-04-28T23:39:58.49104Z","end":"2026-04-28T23:39:58.680158Z","steps":["trace[1341250135] 'process raft request' (duration: 188.877542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:39:58.680363Z","caller":"traceutil/trace.go:171","msg":"trace[306186651] transaction","detail":"{read_only:false; response_revision:32598; number_of_response:1; }","duration":"175.976605ms","start":"2026-04-28T23:39:58.504342Z","end":"2026-04-28T23:39:58.680318Z","steps":["trace[306186651] 'process raft request' (duration: 175.619857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:39:59.143415Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29969} {"level":"warn","ts":"2026-04-28T23:39:59.48453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.76532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:39:59.484639Z","caller":"traceutil/trace.go:171","msg":"trace[541068440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:32600; }","duration":"201.965924ms","start":"2026-04-28T23:39:59.282645Z","end":"2026-04-28T23:39:59.484611Z","steps":["trace[541068440] 'count revisions from in-memory index tree' (duration: 201.624347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:39:59.484874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.4463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:39:59.485017Z","caller":"traceutil/trace.go:171","msg":"trace[1539983557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32600; }","duration":"126.669775ms","start":"2026-04-28T23:39:59.358312Z","end":"2026-04-28T23:39:59.484982Z","steps":["trace[1539983557] 'range keys from in-memory index tree' (duration: 126.085102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:39:59.958325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.470833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:39:59.958399Z","caller":"traceutil/trace.go:171","msg":"trace[1432567830] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:32601; }","duration":"101.556835ms","start":"2026-04-28T23:39:59.856826Z","end":"2026-04-28T23:39:59.958383Z","steps":["trace[1432567830] 'range keys from in-memory index tree' (duration: 101.328899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.294383Z","caller":"traceutil/trace.go:171","msg":"trace[1271788843] transaction","detail":"{read_only:false; response_revision:32604; number_of_response:1; }","duration":"110.622467ms","start":"2026-04-28T23:40:00.183736Z","end":"2026-04-28T23:40:00.294358Z","steps":["trace[1271788843] 'process raft request' (duration: 110.508404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.294395Z","caller":"traceutil/trace.go:171","msg":"trace[601931014] transaction","detail":"{read_only:false; response_revision:32603; number_of_response:1; }","duration":"177.077499ms","start":"2026-04-28T23:40:00.117255Z","end":"2026-04-28T23:40:00.294332Z","steps":["trace[601931014] 'process raft request' (duration: 91.202564ms)","trace[601931014] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/jobs/openstack/heat-engine-cleaner-29623660; req_size:5412; } (duration: 75.148516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:40:00.587622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.237636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:40:00.587953Z","caller":"traceutil/trace.go:171","msg":"trace[2065575681] transaction","detail":"{read_only:false; response_revision:32608; number_of_response:1; }","duration":"198.942037ms","start":"2026-04-28T23:40:00.388991Z","end":"2026-04-28T23:40:00.587933Z","steps":["trace[2065575681] 'process raft request' (duration: 198.872065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.588147Z","caller":"traceutil/trace.go:171","msg":"trace[1948729340] transaction","detail":"{read_only:false; response_revision:32607; number_of_response:1; }","duration":"286.598342ms","start":"2026-04-28T23:40:00.301539Z","end":"2026-04-28T23:40:00.588138Z","steps":["trace[1948729340] 'process raft request' (duration: 286.275905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.588139Z","caller":"traceutil/trace.go:171","msg":"trace[1091744989] transaction","detail":"{read_only:false; response_revision:32606; number_of_response:1; }","duration":"289.051787ms","start":"2026-04-28T23:40:00.299067Z","end":"2026-04-28T23:40:00.588119Z","steps":["trace[1091744989] 'process raft request' (duration: 288.653668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.588159Z","caller":"traceutil/trace.go:171","msg":"trace[135144779] transaction","detail":"{read_only:false; response_revision:32605; number_of_response:1; }","duration":"289.1972ms","start":"2026-04-28T23:40:00.298925Z","end":"2026-04-28T23:40:00.588122Z","steps":["trace[135144779] 'process raft request' (duration: 188.389842ms)","trace[135144779] 'compare' (duration: 42.455806ms)","trace[135144779] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/heat-engine-cleaner.18aaa9b594788a80; req_size:695; } (duration: 57.37965ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T23:40:00.588461Z","caller":"traceutil/trace.go:171","msg":"trace[1669983947] linearizableReadLoop","detail":"{readStateIndex:33782; appliedIndex:33780; }","duration":"287.811968ms","start":"2026-04-28T23:40:00.30064Z","end":"2026-04-28T23:40:00.588452Z","steps":["trace[1669983947] 'read index received' (duration: 186.694893ms)","trace[1669983947] 'applied index is now lower than readState.Index' (duration: 101.116105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:40:00.5886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.949971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:40:00.58865Z","caller":"traceutil/trace.go:171","msg":"trace[2096541795] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:32609; }","duration":"288.035883ms","start":"2026-04-28T23:40:00.300602Z","end":"2026-04-28T23:40:00.588638Z","steps":["trace[2096541795] 'agreement among raft nodes before linearized reading' (duration: 287.953102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.588619Z","caller":"traceutil/trace.go:171","msg":"trace[275121112] transaction","detail":"{read_only:false; response_revision:32609; number_of_response:1; }","duration":"147.747405ms","start":"2026-04-28T23:40:00.440815Z","end":"2026-04-28T23:40:00.588563Z","steps":["trace[275121112] 'process raft request' (duration: 147.08625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.701011Z","caller":"traceutil/trace.go:171","msg":"trace[719917181] linearizableReadLoop","detail":"{readStateIndex:33786; appliedIndex:33785; }","duration":"112.468879ms","start":"2026-04-28T23:40:00.588509Z","end":"2026-04-28T23:40:00.700978Z","steps":["trace[719917181] 'read index received' (duration: 21.953879ms)","trace[719917181] 'applied index is now lower than readState.Index' (duration: 90.51327ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:40:00.70102Z","caller":"traceutil/trace.go:171","msg":"trace[255264919] transaction","detail":"{read_only:false; response_revision:32610; number_of_response:1; }","duration":"156.323297ms","start":"2026-04-28T23:40:00.544648Z","end":"2026-04-28T23:40:00.700971Z","steps":["trace[255264919] 'process raft request' (duration: 65.824287ms)","trace[255264919] 'compare' (duration: 69.294956ms)","trace[255264919] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 20.931767ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T23:40:00.797621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.287307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:40:00.797687Z","caller":"traceutil/trace.go:171","msg":"trace[955822920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32610; }","duration":"443.40751ms","start":"2026-04-28T23:40:00.35426Z","end":"2026-04-28T23:40:00.797668Z","steps":["trace[955822920] 'agreement among raft nodes before linearized reading' (duration: 346.742224ms)","trace[955822920] 'range keys from in-memory index tree' (duration: 96.470991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:40:00.797721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:40:00.354235Z","time spent":"443.477221ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:40:00.797967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.737257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:40:00.797999Z","caller":"traceutil/trace.go:171","msg":"trace[1849666378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32610; }","duration":"443.813169ms","start":"2026-04-28T23:40:00.354177Z","end":"2026-04-28T23:40:00.79799Z","steps":["trace[1849666378] 'agreement among raft nodes before linearized reading' (duration: 346.9805ms)","trace[1849666378] 'range keys from in-memory index tree' (duration: 96.755898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:40:00.798025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:40:00.354155Z","time spent":"443.86545ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:40:00.798204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.906761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:40:00.798231Z","caller":"traceutil/trace.go:171","msg":"trace[1152956712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32610; }","duration":"443.977752ms","start":"2026-04-28T23:40:00.354245Z","end":"2026-04-28T23:40:00.798223Z","steps":["trace[1152956712] 'agreement among raft nodes before linearized reading' (duration: 346.845556ms)","trace[1152956712] 'range keys from in-memory index tree' (duration: 96.926971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:40:00.798258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:40:00.354222Z","time spent":"444.029324ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:40:00.836645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.609344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:40:00.837027Z","caller":"traceutil/trace.go:171","msg":"trace[634458912] transaction","detail":"{read_only:false; response_revision:32611; number_of_response:1; }","duration":"245.835933ms","start":"2026-04-28T23:40:00.591104Z","end":"2026-04-28T23:40:00.83694Z","steps":["trace[634458912] 'process raft request' (duration: 109.856841ms)","trace[634458912] 'compare' (duration: 96.534722ms)","trace[634458912] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/pods/openstack/heat-engine-cleaner-29623660-frsm2; req_size:5609; } (duration: 38.924698ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T23:40:00.837188Z","caller":"traceutil/trace.go:171","msg":"trace[1726082191] transaction","detail":"{read_only:false; response_revision:32613; number_of_response:1; }","duration":"151.899688ms","start":"2026-04-28T23:40:00.68526Z","end":"2026-04-28T23:40:00.83716Z","steps":["trace[1726082191] 'process raft request' (duration: 151.646192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.837542Z","caller":"traceutil/trace.go:171","msg":"trace[1202795630] transaction","detail":"{read_only:false; response_revision:32612; number_of_response:1; }","duration":"152.649174ms","start":"2026-04-28T23:40:00.684868Z","end":"2026-04-28T23:40:00.837518Z","steps":["trace[1202795630] 'process raft request' (duration: 151.928829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.837294Z","caller":"traceutil/trace.go:171","msg":"trace[795946861] linearizableReadLoop","detail":"{readStateIndex:33791; appliedIndex:33786; }","duration":"136.176386ms","start":"2026-04-28T23:40:00.701103Z","end":"2026-04-28T23:40:00.837279Z","steps":["trace[795946861] 'read index received' (duration: 69.021µs)","trace[795946861] 'applied index is now lower than readState.Index' (duration: 136.106115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:40:00.837269Z","caller":"traceutil/trace.go:171","msg":"trace[1185884059] transaction","detail":"{read_only:false; response_revision:32615; number_of_response:1; }","duration":"150.940996ms","start":"2026-04-28T23:40:00.686308Z","end":"2026-04-28T23:40:00.837249Z","steps":["trace[1185884059] 'process raft request' (duration: 150.66969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.837339Z","caller":"traceutil/trace.go:171","msg":"trace[553906447] transaction","detail":"{read_only:false; response_revision:32614; number_of_response:1; }","duration":"151.135761ms","start":"2026-04-28T23:40:00.686194Z","end":"2026-04-28T23:40:00.837329Z","steps":["trace[553906447] 'process raft request' (duration: 150.753453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:40:00.83782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.325046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:40:00.837881Z","caller":"traceutil/trace.go:171","msg":"trace[1027524809] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:32618; }","duration":"117.417928ms","start":"2026-04-28T23:40:00.720441Z","end":"2026-04-28T23:40:00.837859Z","steps":["trace[1027524809] 'agreement among raft nodes before linearized reading' (duration: 117.317426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:40:00.837472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.360616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:40:00.838044Z","caller":"traceutil/trace.go:171","msg":"trace[1051366909] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:32618; }","duration":"238.946899ms","start":"2026-04-28T23:40:00.599057Z","end":"2026-04-28T23:40:00.838004Z","steps":["trace[1051366909] 'agreement among raft nodes before linearized reading' (duration: 238.344746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:40:00.837528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.58719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5538"} {"level":"info","ts":"2026-04-28T23:40:00.838267Z","caller":"traceutil/trace.go:171","msg":"trace[1275370056] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:32618; }","duration":"247.358518ms","start":"2026-04-28T23:40:00.590893Z","end":"2026-04-28T23:40:00.838251Z","steps":["trace[1275370056] 'agreement among raft nodes before linearized reading' (duration: 246.424516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:00.982339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29969,"took":"1.833649509s","hash":2222497055,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":34091008,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T23:40:00.982407Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2222497055,"revision":29969,"compact-revision":23971} {"level":"info","ts":"2026-04-28T23:40:19.145321Z","caller":"traceutil/trace.go:171","msg":"trace[500493356] transaction","detail":"{read_only:false; response_revision:32783; number_of_response:1; }","duration":"114.648627ms","start":"2026-04-28T23:40:19.030631Z","end":"2026-04-28T23:40:19.14528Z","steps":["trace[500493356] 'process raft request' (duration: 114.516504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:40:19.145299Z","caller":"traceutil/trace.go:171","msg":"trace[947534523] transaction","detail":"{read_only:false; response_revision:32782; number_of_response:1; }","duration":"115.13468ms","start":"2026-04-28T23:40:19.030127Z","end":"2026-04-28T23:40:19.145262Z","steps":["trace[947534523] 'process raft request' (duration: 56.824979ms)","trace[947534523] 'compare' (duration: 57.976472ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:00.810847Z","caller":"traceutil/trace.go:171","msg":"trace[1041851249] transaction","detail":"{read_only:false; response_revision:33078; number_of_response:1; }","duration":"130.334657ms","start":"2026-04-28T23:41:00.680489Z","end":"2026-04-28T23:41:00.810823Z","steps":["trace[1041851249] 'process raft request' (duration: 130.01708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:01.50977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.300446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:41:01.509865Z","caller":"traceutil/trace.go:171","msg":"trace[1728831345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33086; }","duration":"113.408569ms","start":"2026-04-28T23:41:01.396434Z","end":"2026-04-28T23:41:01.509843Z","steps":["trace[1728831345] 'range keys from in-memory index tree' (duration: 113.080192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:01.510072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.146979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:41:01.51016Z","caller":"traceutil/trace.go:171","msg":"trace[1724890345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33086; }","duration":"211.274862ms","start":"2026-04-28T23:41:01.298866Z","end":"2026-04-28T23:41:01.51014Z","steps":["trace[1724890345] 'range keys from in-memory index tree' (duration: 210.961545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:01.510203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.512688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T23:41:01.510274Z","caller":"traceutil/trace.go:171","msg":"trace[403842740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33086; }","duration":"146.605491ms","start":"2026-04-28T23:41:01.363646Z","end":"2026-04-28T23:41:01.510251Z","steps":["trace[403842740] 'range keys from in-memory index tree' (duration: 146.394755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:01.510692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.208673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:41:01.510751Z","caller":"traceutil/trace.go:171","msg":"trace[1099793397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33086; }","duration":"134.306005ms","start":"2026-04-28T23:41:01.37643Z","end":"2026-04-28T23:41:01.510736Z","steps":["trace[1099793397] 'range keys from in-memory index tree' (duration: 133.994268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:01.731123Z","caller":"traceutil/trace.go:171","msg":"trace[1962630438] linearizableReadLoop","detail":"{readStateIndex:34280; appliedIndex:34277; }","duration":"188.958094ms","start":"2026-04-28T23:41:01.542136Z","end":"2026-04-28T23:41:01.731094Z","steps":["trace[1962630438] 'read index received' (duration: 136.947705ms)","trace[1962630438] 'applied index is now lower than readState.Index' (duration: 52.009069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:01.73118Z","caller":"traceutil/trace.go:171","msg":"trace[529208035] transaction","detail":"{read_only:false; response_revision:33089; number_of_response:1; }","duration":"215.231169ms","start":"2026-04-28T23:41:01.51591Z","end":"2026-04-28T23:41:01.731141Z","steps":["trace[529208035] 'process raft request' (duration: 215.018535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:01.731226Z","caller":"traceutil/trace.go:171","msg":"trace[420236031] transaction","detail":"{read_only:false; response_revision:33090; number_of_response:1; }","duration":"214.892932ms","start":"2026-04-28T23:41:01.516277Z","end":"2026-04-28T23:41:01.73117Z","steps":["trace[420236031] 'process raft request' (duration: 214.752459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:01.731119Z","caller":"traceutil/trace.go:171","msg":"trace[1491574657] transaction","detail":"{read_only:false; response_revision:33088; number_of_response:1; }","duration":"216.060229ms","start":"2026-04-28T23:41:01.515018Z","end":"2026-04-28T23:41:01.731078Z","steps":["trace[1491574657] 'process raft request' (duration: 164.087671ms)","trace[1491574657] 'compare' (duration: 51.566499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:41:01.731375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.192399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:41:01.731444Z","caller":"traceutil/trace.go:171","msg":"trace[384080910] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:33090; }","duration":"189.335253ms","start":"2026-04-28T23:41:01.542086Z","end":"2026-04-28T23:41:01.731421Z","steps":["trace[384080910] 'agreement among raft nodes before linearized reading' (duration: 189.190559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:01.731543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.019771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:41:01.731632Z","caller":"traceutil/trace.go:171","msg":"trace[828160807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:33090; }","duration":"152.157855ms","start":"2026-04-28T23:41:01.579451Z","end":"2026-04-28T23:41:01.731608Z","steps":["trace[828160807] 'agreement among raft nodes before linearized reading' (duration: 151.98652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.229896Z","caller":"traceutil/trace.go:171","msg":"trace[374077490] linearizableReadLoop","detail":"{readStateIndex:34300; appliedIndex:34299; }","duration":"115.23781ms","start":"2026-04-28T23:41:05.114635Z","end":"2026-04-28T23:41:05.229873Z","steps":["trace[374077490] 'read index received' (duration: 60.121502ms)","trace[374077490] 'applied index is now lower than readState.Index' (duration: 55.115578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:41:05.230047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.396694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T23:41:05.230071Z","caller":"traceutil/trace.go:171","msg":"trace[726572492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33109; }","duration":"115.459825ms","start":"2026-04-28T23:41:05.114602Z","end":"2026-04-28T23:41:05.230062Z","steps":["trace[726572492] 'agreement among raft nodes before linearized reading' (duration: 115.356962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.230038Z","caller":"traceutil/trace.go:171","msg":"trace[759140224] transaction","detail":"{read_only:false; response_revision:33109; number_of_response:1; }","duration":"133.858075ms","start":"2026-04-28T23:41:05.09612Z","end":"2026-04-28T23:41:05.229979Z","steps":["trace[759140224] 'process raft request' (duration: 78.620584ms)","trace[759140224] 'compare' (duration: 54.76683ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:05.368495Z","caller":"traceutil/trace.go:171","msg":"trace[1047779103] transaction","detail":"{read_only:false; response_revision:33111; number_of_response:1; }","duration":"139.551823ms","start":"2026-04-28T23:41:05.228906Z","end":"2026-04-28T23:41:05.368458Z","steps":["trace[1047779103] 'process raft request' (duration: 111.844175ms)","trace[1047779103] 'compare' (duration: 27.286129ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:05.368591Z","caller":"traceutil/trace.go:171","msg":"trace[850395054] transaction","detail":"{read_only:false; response_revision:33113; number_of_response:1; }","duration":"136.663998ms","start":"2026-04-28T23:41:05.2319Z","end":"2026-04-28T23:41:05.368564Z","steps":["trace[850395054] 'process raft request' (duration: 136.537736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.368734Z","caller":"traceutil/trace.go:171","msg":"trace[1968636098] transaction","detail":"{read_only:false; response_revision:33115; number_of_response:1; }","duration":"107.504268ms","start":"2026-04-28T23:41:05.261206Z","end":"2026-04-28T23:41:05.36871Z","steps":["trace[1968636098] 'process raft request' (duration: 107.417676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.368864Z","caller":"traceutil/trace.go:171","msg":"trace[1006627666] transaction","detail":"{read_only:false; response_revision:33112; number_of_response:1; }","duration":"139.728737ms","start":"2026-04-28T23:41:05.229117Z","end":"2026-04-28T23:41:05.368846Z","steps":["trace[1006627666] 'process raft request' (duration: 139.167464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.369142Z","caller":"traceutil/trace.go:171","msg":"trace[516847662] transaction","detail":"{read_only:false; response_revision:33114; number_of_response:1; }","duration":"135.034542ms","start":"2026-04-28T23:41:05.234092Z","end":"2026-04-28T23:41:05.369127Z","steps":["trace[516847662] 'process raft request' (duration: 134.416728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.943783Z","caller":"traceutil/trace.go:171","msg":"trace[1291583048] transaction","detail":"{read_only:false; response_revision:33119; number_of_response:1; }","duration":"128.412565ms","start":"2026-04-28T23:41:05.815346Z","end":"2026-04-28T23:41:05.943759Z","steps":["trace[1291583048] 'process raft request' (duration: 128.348393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:05.944448Z","caller":"traceutil/trace.go:171","msg":"trace[688798402] transaction","detail":"{read_only:false; response_revision:33118; number_of_response:1; }","duration":"138.99209ms","start":"2026-04-28T23:41:05.805426Z","end":"2026-04-28T23:41:05.944418Z","steps":["trace[688798402] 'process raft request' (duration: 66.524794ms)","trace[688798402] 'compare' (duration: 71.26412ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:05.944445Z","caller":"traceutil/trace.go:171","msg":"trace[1834160883] linearizableReadLoop","detail":"{readStateIndex:34309; appliedIndex:34308; }","duration":"133.773893ms","start":"2026-04-28T23:41:05.810638Z","end":"2026-04-28T23:41:05.944412Z","steps":["trace[1834160883] 'read index received' (duration: 61.340858ms)","trace[1834160883] 'applied index is now lower than readState.Index' (duration: 72.429395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:41:05.944773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.02786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:41:05.944843Z","caller":"traceutil/trace.go:171","msg":"trace[1436673501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33119; }","duration":"134.225434ms","start":"2026-04-28T23:41:05.810602Z","end":"2026-04-28T23:41:05.944827Z","steps":["trace[1436673501] 'agreement among raft nodes before linearized reading' (duration: 133.898886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:06.802431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.100169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:41:06.80254Z","caller":"traceutil/trace.go:171","msg":"trace[852810026] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33123; }","duration":"120.252212ms","start":"2026-04-28T23:41:06.68226Z","end":"2026-04-28T23:41:06.802512Z","steps":["trace[852810026] 'count revisions from in-memory index tree' (duration: 120.028077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:07.411719Z","caller":"traceutil/trace.go:171","msg":"trace[2053872696] transaction","detail":"{read_only:false; response_revision:33126; number_of_response:1; }","duration":"175.402742ms","start":"2026-04-28T23:41:07.236293Z","end":"2026-04-28T23:41:07.411696Z","steps":["trace[2053872696] 'process raft request' (duration: 175.248749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:07.448642Z","caller":"traceutil/trace.go:171","msg":"trace[721858285] transaction","detail":"{read_only:false; response_revision:33127; number_of_response:1; }","duration":"171.079266ms","start":"2026-04-28T23:41:07.277533Z","end":"2026-04-28T23:41:07.448612Z","steps":["trace[721858285] 'process raft request' (duration: 165.465801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:07.448692Z","caller":"traceutil/trace.go:171","msg":"trace[1434479255] linearizableReadLoop","detail":"{readStateIndex:34318; appliedIndex:34316; }","duration":"100.774507ms","start":"2026-04-28T23:41:07.347891Z","end":"2026-04-28T23:41:07.448665Z","steps":["trace[1434479255] 'read index received' (duration: 63.739852ms)","trace[1434479255] 'applied index is now lower than readState.Index' (duration: 37.033475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:41:07.448896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.011263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:41:07.448931Z","caller":"traceutil/trace.go:171","msg":"trace[1852620303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33130; }","duration":"101.093415ms","start":"2026-04-28T23:41:07.347825Z","end":"2026-04-28T23:41:07.448919Z","steps":["trace[1852620303] 'agreement among raft nodes before linearized reading' (duration: 100.929101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:08.077047Z","caller":"traceutil/trace.go:171","msg":"trace[316181713] linearizableReadLoop","detail":"{readStateIndex:34324; appliedIndex:34323; }","duration":"107.481058ms","start":"2026-04-28T23:41:07.969541Z","end":"2026-04-28T23:41:08.077022Z","steps":["trace[316181713] 'read index received' (duration: 107.434887ms)","trace[316181713] 'applied index is now lower than readState.Index' (duration: 45.261µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:08.077143Z","caller":"traceutil/trace.go:171","msg":"trace[735609045] transaction","detail":"{read_only:false; response_revision:33133; number_of_response:1; }","duration":"124.762143ms","start":"2026-04-28T23:41:07.952338Z","end":"2026-04-28T23:41:08.0771Z","steps":["trace[735609045] 'process raft request' (duration: 124.544038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:08.077369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.815525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:41:08.077439Z","caller":"traceutil/trace.go:171","msg":"trace[698071992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33133; }","duration":"107.922408ms","start":"2026-04-28T23:41:07.9695Z","end":"2026-04-28T23:41:08.077423Z","steps":["trace[698071992] 'agreement among raft nodes before linearized reading' (duration: 107.651772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:08.226756Z","caller":"traceutil/trace.go:171","msg":"trace[1082322069] transaction","detail":"{read_only:false; response_revision:33135; number_of_response:1; }","duration":"132.221559ms","start":"2026-04-28T23:41:08.094509Z","end":"2026-04-28T23:41:08.226731Z","steps":["trace[1082322069] 'process raft request' (duration: 131.869741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:09.100371Z","caller":"traceutil/trace.go:171","msg":"trace[554297154] transaction","detail":"{read_only:false; response_revision:33140; number_of_response:1; }","duration":"116.651282ms","start":"2026-04-28T23:41:08.983691Z","end":"2026-04-28T23:41:09.100342Z","steps":["trace[554297154] 'process raft request' (duration: 116.436917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:11.364668Z","caller":"traceutil/trace.go:171","msg":"trace[1426588064] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"145.588178ms","start":"2026-04-28T23:41:11.219048Z","end":"2026-04-28T23:41:11.364636Z","steps":["trace[1426588064] 'process raft request' (duration: 77.792156ms)","trace[1426588064] 'compare' (duration: 67.675529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:11.529746Z","caller":"traceutil/trace.go:171","msg":"trace[2051475597] transaction","detail":"{read_only:false; response_revision:33156; number_of_response:1; }","duration":"100.015772ms","start":"2026-04-28T23:41:11.429701Z","end":"2026-04-28T23:41:11.529716Z","steps":["trace[2051475597] 'process raft request' (duration: 55.903038ms)","trace[2051475597] 'compare' (duration: 43.972591ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:11.611924Z","caller":"traceutil/trace.go:171","msg":"trace[1240325059] transaction","detail":"{read_only:false; response_revision:33157; number_of_response:1; }","duration":"145.794362ms","start":"2026-04-28T23:41:11.466102Z","end":"2026-04-28T23:41:11.611896Z","steps":["trace[1240325059] 'process raft request' (duration: 145.617878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:11.669432Z","caller":"traceutil/trace.go:171","msg":"trace[775750325] transaction","detail":"{read_only:false; response_revision:33160; number_of_response:1; }","duration":"134.655343ms","start":"2026-04-28T23:41:11.534752Z","end":"2026-04-28T23:41:11.669407Z","steps":["trace[775750325] 'process raft request' (duration: 134.602722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:11.66981Z","caller":"traceutil/trace.go:171","msg":"trace[1120784472] transaction","detail":"{read_only:false; response_revision:33158; number_of_response:1; }","duration":"135.182245ms","start":"2026-04-28T23:41:11.534542Z","end":"2026-04-28T23:41:11.669725Z","steps":["trace[1120784472] 'process raft request' (duration: 108.337817ms)","trace[1120784472] 'compare' (duration: 26.326087ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:11.66981Z","caller":"traceutil/trace.go:171","msg":"trace[171349876] transaction","detail":"{read_only:false; response_revision:33159; number_of_response:1; }","duration":"135.174835ms","start":"2026-04-28T23:41:11.534587Z","end":"2026-04-28T23:41:11.669762Z","steps":["trace[171349876] 'process raft request' (duration: 134.721575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:11.917584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.601043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:41:11.917671Z","caller":"traceutil/trace.go:171","msg":"trace[869518553] transaction","detail":"{read_only:false; response_revision:33161; number_of_response:1; }","duration":"157.172346ms","start":"2026-04-28T23:41:11.760484Z","end":"2026-04-28T23:41:11.917657Z","steps":["trace[869518553] 'compare' (duration: 147.49793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:12.134496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.341167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:41:12.134576Z","caller":"traceutil/trace.go:171","msg":"trace[1289450739] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:33161; }","duration":"113.47232ms","start":"2026-04-28T23:41:12.021084Z","end":"2026-04-28T23:41:12.134556Z","steps":["trace[1289450739] 'count revisions from in-memory index tree' (duration: 113.246416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:12.291959Z","caller":"traceutil/trace.go:171","msg":"trace[1295999644] transaction","detail":"{read_only:false; response_revision:33162; number_of_response:1; }","duration":"128.480286ms","start":"2026-04-28T23:41:12.16345Z","end":"2026-04-28T23:41:12.291931Z","steps":["trace[1295999644] 'process raft request' (duration: 128.344853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:12.697219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.310325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:41:12.697322Z","caller":"traceutil/trace.go:171","msg":"trace[2033621225] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33165; }","duration":"116.451978ms","start":"2026-04-28T23:41:12.580841Z","end":"2026-04-28T23:41:12.697293Z","steps":["trace[2033621225] 'count revisions from in-memory index tree' (duration: 116.225693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:12.900539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.224062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:41:12.900626Z","caller":"traceutil/trace.go:171","msg":"trace[483980724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33166; }","duration":"103.336895ms","start":"2026-04-28T23:41:12.797269Z","end":"2026-04-28T23:41:12.900606Z","steps":["trace[483980724] 'range keys from in-memory index tree' (duration: 103.086478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:21.108347Z","caller":"traceutil/trace.go:171","msg":"trace[1716634733] transaction","detail":"{read_only:false; response_revision:33226; number_of_response:1; }","duration":"112.917388ms","start":"2026-04-28T23:41:20.99537Z","end":"2026-04-28T23:41:21.108288Z","steps":["trace[1716634733] 'process raft request' (duration: 112.494219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:24.204121Z","caller":"traceutil/trace.go:171","msg":"trace[1874965240] transaction","detail":"{read_only:false; response_revision:33249; number_of_response:1; }","duration":"158.462785ms","start":"2026-04-28T23:41:24.045631Z","end":"2026-04-28T23:41:24.204094Z","steps":["trace[1874965240] 'process raft request' (duration: 158.180168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:27.026913Z","caller":"traceutil/trace.go:171","msg":"trace[1818684980] transaction","detail":"{read_only:false; response_revision:33270; number_of_response:1; }","duration":"108.815787ms","start":"2026-04-28T23:41:26.918065Z","end":"2026-04-28T23:41:27.026881Z","steps":["trace[1818684980] 'process raft request' (duration: 108.589292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:32.415703Z","caller":"traceutil/trace.go:171","msg":"trace[222750063] transaction","detail":"{read_only:false; response_revision:33308; number_of_response:1; }","duration":"109.146355ms","start":"2026-04-28T23:41:32.306527Z","end":"2026-04-28T23:41:32.415673Z","steps":["trace[222750063] 'process raft request' (duration: 108.703435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:33.27791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.365962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:41:33.277971Z","caller":"traceutil/trace.go:171","msg":"trace[1118932568] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:33314; }","duration":"106.503035ms","start":"2026-04-28T23:41:33.171453Z","end":"2026-04-28T23:41:33.277956Z","steps":["trace[1118932568] 'range keys from in-memory index tree' (duration: 106.26265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:34.03427Z","caller":"traceutil/trace.go:171","msg":"trace[134316282] linearizableReadLoop","detail":"{readStateIndex:34518; appliedIndex:34515; }","duration":"130.472791ms","start":"2026-04-28T23:41:33.90378Z","end":"2026-04-28T23:41:34.034253Z","steps":["trace[134316282] 'read index received' (duration: 61.135304ms)","trace[134316282] 'applied index is now lower than readState.Index' (duration: 69.336837ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:41:34.034429Z","caller":"traceutil/trace.go:171","msg":"trace[1961957846] transaction","detail":"{read_only:false; response_revision:33321; number_of_response:1; }","duration":"139.832259ms","start":"2026-04-28T23:41:33.894564Z","end":"2026-04-28T23:41:34.034396Z","steps":["trace[1961957846] 'process raft request' (duration: 139.663285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:41:34.034553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.760067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:41:34.034583Z","caller":"traceutil/trace.go:171","msg":"trace[1327862250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33321; }","duration":"130.833908ms","start":"2026-04-28T23:41:33.903742Z","end":"2026-04-28T23:41:34.034576Z","steps":["trace[1327862250] 'agreement among raft nodes before linearized reading' (duration: 130.766936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:34.034765Z","caller":"traceutil/trace.go:171","msg":"trace[1639765153] transaction","detail":"{read_only:false; response_revision:33319; number_of_response:1; }","duration":"142.126331ms","start":"2026-04-28T23:41:33.892624Z","end":"2026-04-28T23:41:34.03475Z","steps":["trace[1639765153] 'process raft request' (duration: 141.461606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:34.034942Z","caller":"traceutil/trace.go:171","msg":"trace[118243819] transaction","detail":"{read_only:false; response_revision:33320; number_of_response:1; }","duration":"142.239043ms","start":"2026-04-28T23:41:33.892695Z","end":"2026-04-28T23:41:34.034934Z","steps":["trace[118243819] 'process raft request' (duration: 141.503736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:36.163831Z","caller":"traceutil/trace.go:171","msg":"trace[309799725] transaction","detail":"{read_only:false; response_revision:33335; number_of_response:1; }","duration":"123.494404ms","start":"2026-04-28T23:41:36.04031Z","end":"2026-04-28T23:41:36.163804Z","steps":["trace[309799725] 'process raft request' (duration: 118.338869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:36.169839Z","caller":"traceutil/trace.go:171","msg":"trace[82243005] transaction","detail":"{read_only:false; response_revision:33336; number_of_response:1; }","duration":"128.887355ms","start":"2026-04-28T23:41:36.040928Z","end":"2026-04-28T23:41:36.169815Z","steps":["trace[82243005] 'process raft request' (duration: 128.732952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:36.17005Z","caller":"traceutil/trace.go:171","msg":"trace[800997288] transaction","detail":"{read_only:false; response_revision:33337; number_of_response:1; }","duration":"129.061209ms","start":"2026-04-28T23:41:36.040968Z","end":"2026-04-28T23:41:36.170029Z","steps":["trace[800997288] 'process raft request' (duration: 128.814093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:49.364544Z","caller":"traceutil/trace.go:171","msg":"trace[23886974] transaction","detail":"{read_only:false; response_revision:33432; number_of_response:1; }","duration":"102.744852ms","start":"2026-04-28T23:41:49.261755Z","end":"2026-04-28T23:41:49.364499Z","steps":["trace[23886974] 'process raft request' (duration: 102.311543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:41:51.680256Z","caller":"traceutil/trace.go:171","msg":"trace[270399457] transaction","detail":"{read_only:false; response_revision:33448; number_of_response:1; }","duration":"102.044736ms","start":"2026-04-28T23:41:51.578163Z","end":"2026-04-28T23:41:51.680207Z","steps":["trace[270399457] 'process raft request' (duration: 101.857072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:42:10.676857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.380687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:42:10.677045Z","caller":"traceutil/trace.go:171","msg":"trace[1816438660] transaction","detail":"{read_only:false; response_revision:33586; number_of_response:1; }","duration":"173.344466ms","start":"2026-04-28T23:42:10.503687Z","end":"2026-04-28T23:42:10.677031Z","steps":["trace[1816438660] 'process raft request' (duration: 173.270255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:42:10.677131Z","caller":"traceutil/trace.go:171","msg":"trace[976003976] transaction","detail":"{read_only:false; response_revision:33585; number_of_response:1; }","duration":"173.992801ms","start":"2026-04-28T23:42:10.503093Z","end":"2026-04-28T23:42:10.677086Z","steps":["trace[976003976] 'process raft request' (duration: 35.302617ms)","trace[976003976] 'compare' (duration: 138.100381ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:42:23.475644Z","caller":"traceutil/trace.go:171","msg":"trace[435343427] transaction","detail":"{read_only:false; response_revision:33680; number_of_response:1; }","duration":"195.818837ms","start":"2026-04-28T23:42:23.279803Z","end":"2026-04-28T23:42:23.475622Z","steps":["trace[435343427] 'process raft request' (duration: 139.615033ms)","trace[435343427] 'compare' (duration: 55.915887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:42:58.469148Z","caller":"traceutil/trace.go:171","msg":"trace[865985279] linearizableReadLoop","detail":"{readStateIndex:35153; appliedIndex:35152; }","duration":"118.453882ms","start":"2026-04-28T23:42:58.350677Z","end":"2026-04-28T23:42:58.469131Z","steps":["trace[865985279] 'read index received' (duration: 118.36195ms)","trace[865985279] 'applied index is now lower than readState.Index' (duration: 90.982µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:42:58.469361Z","caller":"traceutil/trace.go:171","msg":"trace[595144821] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"186.296295ms","start":"2026-04-28T23:42:58.283053Z","end":"2026-04-28T23:42:58.469349Z","steps":["trace[595144821] 'process raft request' (duration: 185.971768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:42:58.469592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:42:58.46969Z","caller":"traceutil/trace.go:171","msg":"trace[1135276498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:33937; }","duration":"118.988314ms","start":"2026-04-28T23:42:58.350673Z","end":"2026-04-28T23:42:58.469661Z","steps":["trace[1135276498] 'agreement among raft nodes before linearized reading' (duration: 118.760469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:43:16.235497Z","caller":"traceutil/trace.go:171","msg":"trace[1382542615] transaction","detail":"{read_only:false; response_revision:34063; number_of_response:1; }","duration":"143.358888ms","start":"2026-04-28T23:43:16.09211Z","end":"2026-04-28T23:43:16.235469Z","steps":["trace[1382542615] 'process raft request' (duration: 143.152823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:12.91535Z","caller":"traceutil/trace.go:171","msg":"trace[38600879] transaction","detail":"{read_only:false; response_revision:34478; number_of_response:1; }","duration":"108.980471ms","start":"2026-04-28T23:44:12.806327Z","end":"2026-04-28T23:44:12.915308Z","steps":["trace[38600879] 'process raft request' (duration: 76.381783ms)","trace[38600879] 'compare' (duration: 32.484695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:44:12.917533Z","caller":"traceutil/trace.go:171","msg":"trace[904854285] transaction","detail":"{read_only:false; response_revision:34479; number_of_response:1; }","duration":"109.095633ms","start":"2026-04-28T23:44:12.808425Z","end":"2026-04-28T23:44:12.917521Z","steps":["trace[904854285] 'process raft request' (duration: 109.014591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:16.218108Z","caller":"traceutil/trace.go:171","msg":"trace[221822820] linearizableReadLoop","detail":"{readStateIndex:35732; appliedIndex:35731; }","duration":"135.019731ms","start":"2026-04-28T23:44:16.083066Z","end":"2026-04-28T23:44:16.218085Z","steps":["trace[221822820] 'read index received' (duration: 113.884059ms)","trace[221822820] 'applied index is now lower than readState.Index' (duration: 21.134712ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:44:16.218161Z","caller":"traceutil/trace.go:171","msg":"trace[61903991] transaction","detail":"{read_only:false; response_revision:34500; number_of_response:1; }","duration":"142.471107ms","start":"2026-04-28T23:44:16.075652Z","end":"2026-04-28T23:44:16.218123Z","steps":["trace[61903991] 'process raft request' (duration: 121.266214ms)","trace[61903991] 'compare' (duration: 20.781444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:44:16.218317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.241876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:44:16.218377Z","caller":"traceutil/trace.go:171","msg":"trace[1392252767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34500; }","duration":"135.343328ms","start":"2026-04-28T23:44:16.083017Z","end":"2026-04-28T23:44:16.21836Z","steps":["trace[1392252767] 'agreement among raft nodes before linearized reading' (duration: 135.158944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:44:16.65137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.131589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:44:16.651468Z","caller":"traceutil/trace.go:171","msg":"trace[71774052] transaction","detail":"{read_only:false; response_revision:34501; number_of_response:1; }","duration":"424.293902ms","start":"2026-04-28T23:44:16.227147Z","end":"2026-04-28T23:44:16.651441Z","steps":["trace[71774052] 'process raft request' (duration: 304.01124ms)","trace[71774052] 'compare' (duration: 119.882164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:44:16.651526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:44:16.22712Z","time spent":"424.380104ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:44:16.657706Z","caller":"traceutil/trace.go:171","msg":"trace[1753847779] transaction","detail":"{read_only:false; response_revision:34502; number_of_response:1; }","duration":"181.950278ms","start":"2026-04-28T23:44:16.475739Z","end":"2026-04-28T23:44:16.657689Z","steps":["trace[1753847779] 'process raft request' (duration: 181.725653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:18.763903Z","caller":"traceutil/trace.go:171","msg":"trace[1341045737] transaction","detail":"{read_only:false; response_revision:34518; number_of_response:1; }","duration":"106.29191ms","start":"2026-04-28T23:44:18.657591Z","end":"2026-04-28T23:44:18.763883Z","steps":["trace[1341045737] 'process raft request' (duration: 106.164917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:18.791205Z","caller":"traceutil/trace.go:171","msg":"trace[1717012441] transaction","detail":"{read_only:false; response_revision:34519; number_of_response:1; }","duration":"129.099269ms","start":"2026-04-28T23:44:18.662064Z","end":"2026-04-28T23:44:18.791164Z","steps":["trace[1717012441] 'process raft request' (duration: 128.822952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:18.897025Z","caller":"traceutil/trace.go:171","msg":"trace[902565970] transaction","detail":"{read_only:false; response_revision:34520; number_of_response:1; }","duration":"102.353162ms","start":"2026-04-28T23:44:18.794645Z","end":"2026-04-28T23:44:18.896998Z","steps":["trace[902565970] 'process raft request' (duration: 33.072018ms)","trace[902565970] 'compare' (duration: 69.172971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:44:23.094105Z","caller":"traceutil/trace.go:171","msg":"trace[197529889] transaction","detail":"{read_only:false; response_revision:34550; number_of_response:1; }","duration":"173.641912ms","start":"2026-04-28T23:44:22.920446Z","end":"2026-04-28T23:44:23.094088Z","steps":["trace[197529889] 'process raft request' (duration: 173.518718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:23.094736Z","caller":"traceutil/trace.go:171","msg":"trace[1563445252] transaction","detail":"{read_only:false; response_revision:34551; number_of_response:1; }","duration":"109.252856ms","start":"2026-04-28T23:44:22.985467Z","end":"2026-04-28T23:44:23.09472Z","steps":["trace[1563445252] 'process raft request' (duration: 109.130363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:23.094834Z","caller":"traceutil/trace.go:171","msg":"trace[1094220512] transaction","detail":"{read_only:false; response_revision:34552; number_of_response:1; }","duration":"109.252376ms","start":"2026-04-28T23:44:22.98557Z","end":"2026-04-28T23:44:23.094822Z","steps":["trace[1094220512] 'process raft request' (duration: 109.111703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:55.991976Z","caller":"traceutil/trace.go:171","msg":"trace[484757106] linearizableReadLoop","detail":"{readStateIndex:36030; appliedIndex:36029; }","duration":"114.852392ms","start":"2026-04-28T23:44:55.877105Z","end":"2026-04-28T23:44:55.991957Z","steps":["trace[484757106] 'read index received' (duration: 114.699788ms)","trace[484757106] 'applied index is now lower than readState.Index' (duration: 151.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:44:55.992027Z","caller":"traceutil/trace.go:171","msg":"trace[2085244496] transaction","detail":"{read_only:false; response_revision:34790; number_of_response:1; }","duration":"121.97099ms","start":"2026-04-28T23:44:55.870024Z","end":"2026-04-28T23:44:55.991995Z","steps":["trace[2085244496] 'process raft request' (duration: 121.785846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:44:55.99213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.011285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:44:55.992153Z","caller":"traceutil/trace.go:171","msg":"trace[737897524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34790; }","duration":"115.081106ms","start":"2026-04-28T23:44:55.877065Z","end":"2026-04-28T23:44:55.992146Z","steps":["trace[737897524] 'agreement among raft nodes before linearized reading' (duration: 114.989764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:44:55.992286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.667883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T23:44:55.992305Z","caller":"traceutil/trace.go:171","msg":"trace[102116869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34790; }","duration":"112.697203ms","start":"2026-04-28T23:44:55.879601Z","end":"2026-04-28T23:44:55.992298Z","steps":["trace[102116869] 'agreement among raft nodes before linearized reading' (duration: 112.644772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:44:55.992325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.505713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:44:55.992355Z","caller":"traceutil/trace.go:171","msg":"trace[1455739412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34790; }","duration":"114.561905ms","start":"2026-04-28T23:44:55.877786Z","end":"2026-04-28T23:44:55.992348Z","steps":["trace[1455739412] 'agreement among raft nodes before linearized reading' (duration: 114.412232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:44:59.151019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32600} {"level":"info","ts":"2026-04-28T23:44:59.315788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32600,"took":"161.46876ms","hash":3170324790,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":29589504,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T23:44:59.315847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3170324790,"revision":32600,"compact-revision":29969} {"level":"warn","ts":"2026-04-28T23:45:19.823063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.049595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:45:19.823171Z","caller":"traceutil/trace.go:171","msg":"trace[1223347800] linearizableReadLoop","detail":"{readStateIndex:36245; appliedIndex:36244; }","duration":"246.490726ms","start":"2026-04-28T23:45:19.576664Z","end":"2026-04-28T23:45:19.823154Z","steps":["trace[1223347800] 'read index received' (duration: 101.166315ms)","trace[1223347800] 'applied index is now lower than readState.Index' (duration: 145.323151ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:19.823291Z","caller":"traceutil/trace.go:171","msg":"trace[795002075] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"249.094885ms","start":"2026-04-28T23:45:19.574164Z","end":"2026-04-28T23:45:19.823259Z","steps":["trace[795002075] 'process raft request' (duration: 103.744523ms)","trace[795002075] 'compare' (duration: 144.893702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:19.823407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.723002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T23:45:19.82362Z","caller":"traceutil/trace.go:171","msg":"trace[963068027] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:34997; }","duration":"246.968657ms","start":"2026-04-28T23:45:19.576639Z","end":"2026-04-28T23:45:19.823608Z","steps":["trace[963068027] 'agreement among raft nodes before linearized reading' (duration: 246.63631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:19.866761Z","caller":"traceutil/trace.go:171","msg":"trace[1349044455] transaction","detail":"{read_only:false; response_revision:34999; number_of_response:1; }","duration":"200.994602ms","start":"2026-04-28T23:45:19.66574Z","end":"2026-04-28T23:45:19.866735Z","steps":["trace[1349044455] 'process raft request' (duration: 200.944331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:19.866991Z","caller":"traceutil/trace.go:171","msg":"trace[954475172] transaction","detail":"{read_only:false; response_revision:34998; number_of_response:1; }","duration":"288.032924ms","start":"2026-04-28T23:45:19.57893Z","end":"2026-04-28T23:45:19.866963Z","steps":["trace[954475172] 'process raft request' (duration: 287.619483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:19.867083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.848118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:45:19.867126Z","caller":"traceutil/trace.go:171","msg":"trace[32055786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34999; }","duration":"282.93721ms","start":"2026-04-28T23:45:19.58418Z","end":"2026-04-28T23:45:19.867117Z","steps":["trace[32055786] 'agreement among raft nodes before linearized reading' (duration: 282.743766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:20.046713Z","caller":"traceutil/trace.go:171","msg":"trace[843842005] linearizableReadLoop","detail":"{readStateIndex:36248; appliedIndex:36247; }","duration":"179.904982ms","start":"2026-04-28T23:45:19.866776Z","end":"2026-04-28T23:45:20.046681Z","steps":["trace[843842005] 'read index received' (duration: 141.7411ms)","trace[843842005] 'applied index is now lower than readState.Index' (duration: 38.162612ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:20.046876Z","caller":"traceutil/trace.go:171","msg":"trace[2072761152] transaction","detail":"{read_only:false; response_revision:35000; number_of_response:1; }","duration":"218.313218ms","start":"2026-04-28T23:45:19.828539Z","end":"2026-04-28T23:45:20.046853Z","steps":["trace[2072761152] 'process raft request' (duration: 179.959832ms)","trace[2072761152] 'compare' (duration: 38.009058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:20.049014Z","caller":"traceutil/trace.go:171","msg":"trace[450358346] transaction","detail":"{read_only:false; response_revision:35001; number_of_response:1; }","duration":"177.072259ms","start":"2026-04-28T23:45:19.871899Z","end":"2026-04-28T23:45:20.048971Z","steps":["trace[450358346] 'process raft request' (duration: 176.850334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:20.054893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.640437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:20.05505Z","caller":"traceutil/trace.go:171","msg":"trace[878746798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35001; }","duration":"149.825232ms","start":"2026-04-28T23:45:19.905183Z","end":"2026-04-28T23:45:20.055009Z","steps":["trace[878746798] 'agreement among raft nodes before linearized reading' (duration: 149.630497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:20.055387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.72541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:20.055475Z","caller":"traceutil/trace.go:171","msg":"trace[1857698845] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:35001; }","duration":"149.839552ms","start":"2026-04-28T23:45:19.905619Z","end":"2026-04-28T23:45:20.055459Z","steps":["trace[1857698845] 'agreement among raft nodes before linearized reading' (duration: 149.723649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:20.058389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.551846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2195856"} {"level":"info","ts":"2026-04-28T23:45:20.058533Z","caller":"traceutil/trace.go:171","msg":"trace[208781055] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:35000; }","duration":"197.77141ms","start":"2026-04-28T23:45:19.860733Z","end":"2026-04-28T23:45:20.058504Z","steps":["trace[208781055] 'agreement among raft nodes before linearized reading' (duration: 186.262874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:20.620395Z","caller":"traceutil/trace.go:171","msg":"trace[684881895] linearizableReadLoop","detail":"{readStateIndex:36251; appliedIndex:36250; }","duration":"109.406151ms","start":"2026-04-28T23:45:20.510958Z","end":"2026-04-28T23:45:20.620364Z","steps":["trace[684881895] 'read index received' (duration: 109.100243ms)","trace[684881895] 'applied index is now lower than readState.Index' (duration: 304.518µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:20.620479Z","caller":"traceutil/trace.go:171","msg":"trace[1640595375] transaction","detail":"{read_only:false; response_revision:35003; number_of_response:1; }","duration":"120.399065ms","start":"2026-04-28T23:45:20.500045Z","end":"2026-04-28T23:45:20.620444Z","steps":["trace[1640595375] 'process raft request' (duration: 120.016955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:20.620632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.658886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:45:20.620708Z","caller":"traceutil/trace.go:171","msg":"trace[965427219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35003; }","duration":"109.728048ms","start":"2026-04-28T23:45:20.510952Z","end":"2026-04-28T23:45:20.62068Z","steps":["trace[965427219] 'agreement among raft nodes before linearized reading' (duration: 109.491593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:20.620821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.84939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:45:20.620901Z","caller":"traceutil/trace.go:171","msg":"trace[1066032904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35003; }","duration":"109.954993ms","start":"2026-04-28T23:45:20.51091Z","end":"2026-04-28T23:45:20.620865Z","steps":["trace[1066032904] 'agreement among raft nodes before linearized reading' (duration: 109.582675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:20.671193Z","caller":"traceutil/trace.go:171","msg":"trace[789798708] transaction","detail":"{read_only:false; response_revision:35004; number_of_response:1; }","duration":"138.373546ms","start":"2026-04-28T23:45:20.532791Z","end":"2026-04-28T23:45:20.671164Z","steps":["trace[789798708] 'process raft request' (duration: 138.139891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:22.31558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.797907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:45:22.315654Z","caller":"traceutil/trace.go:171","msg":"trace[1542770871] linearizableReadLoop","detail":"{readStateIndex:36266; appliedIndex:36265; }","duration":"145.813702ms","start":"2026-04-28T23:45:22.16983Z","end":"2026-04-28T23:45:22.315643Z","steps":["trace[1542770871] 'read index received' (duration: 5.888322ms)","trace[1542770871] 'applied index is now lower than readState.Index' (duration: 139.92469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:22.315715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.890074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:22.315729Z","caller":"traceutil/trace.go:171","msg":"trace[250606384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35018; }","duration":"145.933075ms","start":"2026-04-28T23:45:22.169789Z","end":"2026-04-28T23:45:22.315722Z","steps":["trace[250606384] 'agreement among raft nodes before linearized reading' (duration: 145.881514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:22.316381Z","caller":"traceutil/trace.go:171","msg":"trace[39753827] transaction","detail":"{read_only:false; response_revision:35018; number_of_response:1; }","duration":"231.266358ms","start":"2026-04-28T23:45:22.084597Z","end":"2026-04-28T23:45:22.315863Z","steps":["trace[39753827] 'process raft request' (duration: 91.126063ms)","trace[39753827] 'compare' (duration: 139.714536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:31.789149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.112915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:45:31.789422Z","caller":"traceutil/trace.go:171","msg":"trace[1666723462] linearizableReadLoop","detail":"{readStateIndex:36331; appliedIndex:36330; }","duration":"202.476496ms","start":"2026-04-28T23:45:31.586904Z","end":"2026-04-28T23:45:31.789381Z","steps":["trace[1666723462] 'read index received' (duration: 31.010992ms)","trace[1666723462] 'applied index is now lower than readState.Index' (duration: 171.464364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:31.789764Z","caller":"traceutil/trace.go:171","msg":"trace[1101733559] transaction","detail":"{read_only:false; response_revision:35082; number_of_response:1; }","duration":"122.772508ms","start":"2026-04-28T23:45:31.666971Z","end":"2026-04-28T23:45:31.789743Z","steps":["trace[1101733559] 'process raft request' (duration: 122.368299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:31.789785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.869324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:31.789821Z","caller":"traceutil/trace.go:171","msg":"trace[1475081730] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:35081; }","duration":"202.948156ms","start":"2026-04-28T23:45:31.586861Z","end":"2026-04-28T23:45:31.789809Z","steps":["trace[1475081730] 'agreement among raft nodes before linearized reading' (duration: 202.602969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:31.78935Z","caller":"traceutil/trace.go:171","msg":"trace[1664056149] transaction","detail":"{read_only:false; response_revision:35081; number_of_response:1; }","duration":"254.125318ms","start":"2026-04-28T23:45:31.535199Z","end":"2026-04-28T23:45:31.789324Z","steps":["trace[1664056149] 'process raft request' (duration: 82.727575ms)","trace[1664056149] 'compare' (duration: 170.925211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:33.902935Z","caller":"traceutil/trace.go:171","msg":"trace[1062737138] transaction","detail":"{read_only:false; response_revision:35099; number_of_response:1; }","duration":"103.647901ms","start":"2026-04-28T23:45:33.799265Z","end":"2026-04-28T23:45:33.902913Z","steps":["trace[1062737138] 'process raft request' (duration: 103.529839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:34.342418Z","caller":"traceutil/trace.go:171","msg":"trace[1037909719] linearizableReadLoop","detail":"{readStateIndex:36354; appliedIndex:36353; }","duration":"103.395806ms","start":"2026-04-28T23:45:34.238999Z","end":"2026-04-28T23:45:34.342394Z","steps":["trace[1037909719] 'read index received' (duration: 103.186831ms)","trace[1037909719] 'applied index is now lower than readState.Index' (duration: 204.435µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:34.342689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.636301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:34.342734Z","caller":"traceutil/trace.go:171","msg":"trace[1781203694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:35103; }","duration":"103.737563ms","start":"2026-04-28T23:45:34.238985Z","end":"2026-04-28T23:45:34.342722Z","steps":["trace[1781203694] 'agreement among raft nodes before linearized reading' (duration: 103.506198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:34.34283Z","caller":"traceutil/trace.go:171","msg":"trace[163477493] transaction","detail":"{read_only:false; response_revision:35103; number_of_response:1; }","duration":"113.04743ms","start":"2026-04-28T23:45:34.229738Z","end":"2026-04-28T23:45:34.342785Z","steps":["trace[163477493] 'process raft request' (duration: 112.509699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:34.491464Z","caller":"traceutil/trace.go:171","msg":"trace[356470585] transaction","detail":"{read_only:false; response_revision:35104; number_of_response:1; }","duration":"102.504416ms","start":"2026-04-28T23:45:34.388924Z","end":"2026-04-28T23:45:34.491429Z","steps":["trace[356470585] 'process raft request' (duration: 99.444858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:36.60512Z","caller":"traceutil/trace.go:171","msg":"trace[1669974013] transaction","detail":"{read_only:false; response_revision:35118; number_of_response:1; }","duration":"104.376629ms","start":"2026-04-28T23:45:36.500722Z","end":"2026-04-28T23:45:36.605099Z","steps":["trace[1669974013] 'process raft request' (duration: 104.226045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:36.970894Z","caller":"traceutil/trace.go:171","msg":"trace[61810559] transaction","detail":"{read_only:false; response_revision:35121; number_of_response:1; }","duration":"107.027197ms","start":"2026-04-28T23:45:36.863844Z","end":"2026-04-28T23:45:36.970871Z","steps":["trace[61810559] 'process raft request' (duration: 54.608007ms)","trace[61810559] 'compare' (duration: 52.167934ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:36.970954Z","caller":"traceutil/trace.go:171","msg":"trace[506454323] transaction","detail":"{read_only:false; response_revision:35122; number_of_response:1; }","duration":"106.918944ms","start":"2026-04-28T23:45:36.864003Z","end":"2026-04-28T23:45:36.970922Z","steps":["trace[506454323] 'process raft request' (duration: 106.768031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:36.970868Z","caller":"traceutil/trace.go:171","msg":"trace[252181230] linearizableReadLoop","detail":"{readStateIndex:36373; appliedIndex:36371; }","duration":"102.22892ms","start":"2026-04-28T23:45:36.868587Z","end":"2026-04-28T23:45:36.970816Z","steps":["trace[252181230] 'read index received' (duration: 49.82033ms)","trace[252181230] 'applied index is now lower than readState.Index' (duration: 52.407239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:36.97238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.783024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:45:36.972437Z","caller":"traceutil/trace.go:171","msg":"trace[1608984149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35122; }","duration":"103.885117ms","start":"2026-04-28T23:45:36.868539Z","end":"2026-04-28T23:45:36.972424Z","steps":["trace[1608984149] 'agreement among raft nodes before linearized reading' (duration: 102.381203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:36.972814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.790464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:45:36.97293Z","caller":"traceutil/trace.go:171","msg":"trace[711861286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35122; }","duration":"103.919347ms","start":"2026-04-28T23:45:36.868966Z","end":"2026-04-28T23:45:36.972885Z","steps":["trace[711861286] 'agreement among raft nodes before linearized reading' (duration: 103.59797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:37.288857Z","caller":"traceutil/trace.go:171","msg":"trace[798346223] transaction","detail":"{read_only:false; response_revision:35125; number_of_response:1; }","duration":"118.063232ms","start":"2026-04-28T23:45:37.170773Z","end":"2026-04-28T23:45:37.288837Z","steps":["trace[798346223] 'process raft request' (duration: 117.928599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:38.150776Z","caller":"traceutil/trace.go:171","msg":"trace[1155735650] transaction","detail":"{read_only:false; response_revision:35131; number_of_response:1; }","duration":"106.109146ms","start":"2026-04-28T23:45:38.044638Z","end":"2026-04-28T23:45:38.150747Z","steps":["trace[1155735650] 'process raft request' (duration: 92.929773ms)","trace[1155735650] 'compare' (duration: 12.967839ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:38.780443Z","caller":"traceutil/trace.go:171","msg":"trace[941986648] transaction","detail":"{read_only:false; response_revision:35134; number_of_response:1; }","duration":"167.939425ms","start":"2026-04-28T23:45:38.612475Z","end":"2026-04-28T23:45:38.780415Z","steps":["trace[941986648] 'process raft request' (duration: 167.668219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:38.78265Z","caller":"traceutil/trace.go:171","msg":"trace[784733552] linearizableReadLoop","detail":"{readStateIndex:36387; appliedIndex:36385; }","duration":"163.102507ms","start":"2026-04-28T23:45:38.619509Z","end":"2026-04-28T23:45:38.782611Z","steps":["trace[784733552] 'read index received' (duration: 160.639912ms)","trace[784733552] 'applied index is now lower than readState.Index' (duration: 2.461615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:38.782717Z","caller":"traceutil/trace.go:171","msg":"trace[1644941141] transaction","detail":"{read_only:false; response_revision:35135; number_of_response:1; }","duration":"168.885466ms","start":"2026-04-28T23:45:38.613813Z","end":"2026-04-28T23:45:38.782698Z","steps":["trace[1644941141] 'process raft request' (duration: 168.639431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:38.783021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.466725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T23:45:38.783092Z","caller":"traceutil/trace.go:171","msg":"trace[1471180201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35135; }","duration":"163.604488ms","start":"2026-04-28T23:45:38.619473Z","end":"2026-04-28T23:45:38.783078Z","steps":["trace[1471180201] 'agreement among raft nodes before linearized reading' (duration: 163.360513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:38.956509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.018406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:38.956598Z","caller":"traceutil/trace.go:171","msg":"trace[1824234773] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:35135; }","duration":"172.152348ms","start":"2026-04-28T23:45:38.784425Z","end":"2026-04-28T23:45:38.956577Z","steps":["trace[1824234773] 'count revisions from in-memory index tree' (duration: 171.925704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:39.078982Z","caller":"traceutil/trace.go:171","msg":"trace[975901513] transaction","detail":"{read_only:false; response_revision:35136; number_of_response:1; }","duration":"103.151331ms","start":"2026-04-28T23:45:38.975806Z","end":"2026-04-28T23:45:39.078957Z","steps":["trace[975901513] 'process raft request' (duration: 102.981797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:39.132469Z","caller":"traceutil/trace.go:171","msg":"trace[974327780] linearizableReadLoop","detail":"{readStateIndex:36389; appliedIndex:36387; }","duration":"132.051615ms","start":"2026-04-28T23:45:39.000392Z","end":"2026-04-28T23:45:39.132443Z","steps":["trace[974327780] 'read index received' (duration: 78.506101ms)","trace[974327780] 'applied index is now lower than readState.Index' (duration: 53.544354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:39.132558Z","caller":"traceutil/trace.go:171","msg":"trace[1532584375] transaction","detail":"{read_only:false; response_revision:35137; number_of_response:1; }","duration":"152.670655ms","start":"2026-04-28T23:45:38.979849Z","end":"2026-04-28T23:45:39.13252Z","steps":["trace[1532584375] 'process raft request' (duration: 152.42529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:39.132747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.332981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:45:39.132813Z","caller":"traceutil/trace.go:171","msg":"trace[1714271042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35137; }","duration":"132.448234ms","start":"2026-04-28T23:45:39.000347Z","end":"2026-04-28T23:45:39.132795Z","steps":["trace[1714271042] 'agreement among raft nodes before linearized reading' (duration: 132.2461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:39.132891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.593382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:45:39.132981Z","caller":"traceutil/trace.go:171","msg":"trace[478974423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35137; }","duration":"130.738256ms","start":"2026-04-28T23:45:39.002221Z","end":"2026-04-28T23:45:39.13296Z","steps":["trace[478974423] 'agreement among raft nodes before linearized reading' (duration: 130.47634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:40.158997Z","caller":"traceutil/trace.go:171","msg":"trace[74345877] transaction","detail":"{read_only:false; response_revision:35144; number_of_response:1; }","duration":"132.010784ms","start":"2026-04-28T23:45:40.02695Z","end":"2026-04-28T23:45:40.158961Z","steps":["trace[74345877] 'process raft request' (duration: 120.677511ms)","trace[74345877] 'compare' (duration: 10.903473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:40.15912Z","caller":"traceutil/trace.go:171","msg":"trace[65787730] transaction","detail":"{read_only:false; response_revision:35145; number_of_response:1; }","duration":"129.844345ms","start":"2026-04-28T23:45:40.029239Z","end":"2026-04-28T23:45:40.159083Z","steps":["trace[65787730] 'process raft request' (duration: 129.576569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:41.669942Z","caller":"traceutil/trace.go:171","msg":"trace[1195313447] transaction","detail":"{read_only:false; response_revision:35155; number_of_response:1; }","duration":"100.836789ms","start":"2026-04-28T23:45:41.569078Z","end":"2026-04-28T23:45:41.669915Z","steps":["trace[1195313447] 'process raft request' (duration: 100.689686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:42.460903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.422201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:42.460985Z","caller":"traceutil/trace.go:171","msg":"trace[59143703] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:35162; }","duration":"192.554494ms","start":"2026-04-28T23:45:42.268411Z","end":"2026-04-28T23:45:42.460965Z","steps":["trace[59143703] 'count revisions from in-memory index tree' (duration: 192.356939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:48.185845Z","caller":"traceutil/trace.go:171","msg":"trace[222882090] linearizableReadLoop","detail":"{readStateIndex:36455; appliedIndex:36454; }","duration":"112.136611ms","start":"2026-04-28T23:45:48.073688Z","end":"2026-04-28T23:45:48.185825Z","steps":["trace[222882090] 'read index received' (duration: 36.36963ms)","trace[222882090] 'applied index is now lower than readState.Index' (duration: 75.766391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:45:48.185982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.277974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:45:48.186007Z","caller":"traceutil/trace.go:171","msg":"trace[1316202854] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:35201; }","duration":"112.316694ms","start":"2026-04-28T23:45:48.073683Z","end":"2026-04-28T23:45:48.186Z","steps":["trace[1316202854] 'agreement among raft nodes before linearized reading' (duration: 112.208972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:45:49.037916Z","caller":"traceutil/trace.go:171","msg":"trace[424080862] linearizableReadLoop","detail":"{readStateIndex:36462; appliedIndex:36461; }","duration":"155.564729ms","start":"2026-04-28T23:45:48.882332Z","end":"2026-04-28T23:45:49.037896Z","steps":["trace[424080862] 'read index received' (duration: 155.396926ms)","trace[424080862] 'applied index is now lower than readState.Index' (duration: 166.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:45:49.038032Z","caller":"traceutil/trace.go:171","msg":"trace[1940421546] transaction","detail":"{read_only:false; response_revision:35208; number_of_response:1; }","duration":"192.281968ms","start":"2026-04-28T23:45:48.845736Z","end":"2026-04-28T23:45:49.038018Z","steps":["trace[1940421546] 'process raft request' (duration: 192.019682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:49.038337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.482798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T23:45:49.038396Z","caller":"traceutil/trace.go:171","msg":"trace[1819923724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35208; }","duration":"134.55115ms","start":"2026-04-28T23:45:48.903829Z","end":"2026-04-28T23:45:49.03838Z","steps":["trace[1819923724] 'agreement among raft nodes before linearized reading' (duration: 134.394437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:49.038608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.980717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:45:49.0387Z","caller":"traceutil/trace.go:171","msg":"trace[1635020146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35208; }","duration":"134.111701ms","start":"2026-04-28T23:45:48.904571Z","end":"2026-04-28T23:45:49.038683Z","steps":["trace[1635020146] 'agreement among raft nodes before linearized reading' (duration: 133.954297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:45:49.038777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.446069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:45:49.038911Z","caller":"traceutil/trace.go:171","msg":"trace[513466246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35208; }","duration":"156.613712ms","start":"2026-04-28T23:45:48.882285Z","end":"2026-04-28T23:45:49.038899Z","steps":["trace[513466246] 'agreement among raft nodes before linearized reading' (duration: 156.276665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:46:02.452578Z","caller":"traceutil/trace.go:171","msg":"trace[1073391843] transaction","detail":"{read_only:false; response_revision:35306; number_of_response:1; }","duration":"113.93554ms","start":"2026-04-28T23:46:02.338607Z","end":"2026-04-28T23:46:02.452542Z","steps":["trace[1073391843] 'process raft request' (duration: 111.987857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:46:02.468424Z","caller":"traceutil/trace.go:171","msg":"trace[1081291308] transaction","detail":"{read_only:false; response_revision:35307; number_of_response:1; }","duration":"123.33194ms","start":"2026-04-28T23:46:02.345053Z","end":"2026-04-28T23:46:02.468384Z","steps":["trace[1081291308] 'process raft request' (duration: 123.065294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:46:02.468651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.377844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:46:02.468362Z","caller":"traceutil/trace.go:171","msg":"trace[1864165075] linearizableReadLoop","detail":"{readStateIndex:36563; appliedIndex:36561; }","duration":"120.081498ms","start":"2026-04-28T23:46:02.34825Z","end":"2026-04-28T23:46:02.468332Z","steps":["trace[1864165075] 'read index received' (duration: 102.478745ms)","trace[1864165075] 'applied index is now lower than readState.Index' (duration: 17.601553ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:46:02.468715Z","caller":"traceutil/trace.go:171","msg":"trace[2085034424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35308; }","duration":"120.496927ms","start":"2026-04-28T23:46:02.348202Z","end":"2026-04-28T23:46:02.468699Z","steps":["trace[2085034424] 'agreement among raft nodes before linearized reading' (duration: 120.302322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:46:07.380738Z","caller":"traceutil/trace.go:171","msg":"trace[258729622] linearizableReadLoop","detail":"{readStateIndex:36596; appliedIndex:36595; }","duration":"187.89767ms","start":"2026-04-28T23:46:07.192793Z","end":"2026-04-28T23:46:07.380691Z","steps":["trace[258729622] 'read index received' (duration: 123.667729ms)","trace[258729622] 'applied index is now lower than readState.Index' (duration: 64.227911ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:46:07.380743Z","caller":"traceutil/trace.go:171","msg":"trace[1240048475] transaction","detail":"{read_only:false; response_revision:35339; number_of_response:1; }","duration":"228.387223ms","start":"2026-04-28T23:46:07.152317Z","end":"2026-04-28T23:46:07.380704Z","steps":["trace[1240048475] 'process raft request' (duration: 164.159951ms)","trace[1240048475] 'compare' (duration: 63.384693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:46:07.381019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.210768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:46:07.381083Z","caller":"traceutil/trace.go:171","msg":"trace[1772756085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35339; }","duration":"188.323811ms","start":"2026-04-28T23:46:07.19274Z","end":"2026-04-28T23:46:07.381064Z","steps":["trace[1772756085] 'agreement among raft nodes before linearized reading' (duration: 188.101376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:46:07.616733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.495415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:46:07.616823Z","caller":"traceutil/trace.go:171","msg":"trace[991638725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35343; }","duration":"115.639179ms","start":"2026-04-28T23:46:07.501161Z","end":"2026-04-28T23:46:07.6168Z","steps":["trace[991638725] 'range keys from in-memory index tree' (duration: 115.329682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:46:14.777879Z","caller":"traceutil/trace.go:171","msg":"trace[1896179128] transaction","detail":"{read_only:false; response_revision:35395; number_of_response:1; }","duration":"115.057505ms","start":"2026-04-28T23:46:14.662792Z","end":"2026-04-28T23:46:14.777849Z","steps":["trace[1896179128] 'process raft request' (duration: 114.691277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:46:15.771789Z","caller":"traceutil/trace.go:171","msg":"trace[1220671549] linearizableReadLoop","detail":"{readStateIndex:36659; appliedIndex:36658; }","duration":"245.614657ms","start":"2026-04-28T23:46:15.526155Z","end":"2026-04-28T23:46:15.771769Z","steps":["trace[1220671549] 'read index received' (duration: 245.487165ms)","trace[1220671549] 'applied index is now lower than readState.Index' (duration: 126.512µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:46:15.771828Z","caller":"traceutil/trace.go:171","msg":"trace[1053780557] transaction","detail":"{read_only:false; response_revision:35400; number_of_response:1; }","duration":"256.96902ms","start":"2026-04-28T23:46:15.514837Z","end":"2026-04-28T23:46:15.771806Z","steps":["trace[1053780557] 'process raft request' (duration: 256.813377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:46:15.77217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.999236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:46:15.772262Z","caller":"traceutil/trace.go:171","msg":"trace[607076849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35400; }","duration":"246.140909ms","start":"2026-04-28T23:46:15.526107Z","end":"2026-04-28T23:46:15.772248Z","steps":["trace[607076849] 'agreement among raft nodes before linearized reading' (duration: 245.74826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:47:06.838196Z","caller":"traceutil/trace.go:171","msg":"trace[2037158196] transaction","detail":"{read_only:false; response_revision:35773; number_of_response:1; }","duration":"139.393118ms","start":"2026-04-28T23:47:06.698772Z","end":"2026-04-28T23:47:06.838165Z","steps":["trace[2037158196] 'process raft request' (duration: 139.160393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:47:14.381415Z","caller":"traceutil/trace.go:171","msg":"trace[1733569508] linearizableReadLoop","detail":"{readStateIndex:37102; appliedIndex:37101; }","duration":"157.690488ms","start":"2026-04-28T23:47:14.2237Z","end":"2026-04-28T23:47:14.381391Z","steps":["trace[1733569508] 'read index received' (duration: 157.425671ms)","trace[1733569508] 'applied index is now lower than readState.Index' (duration: 263.897µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:47:14.38144Z","caller":"traceutil/trace.go:171","msg":"trace[1921027738] transaction","detail":"{read_only:false; response_revision:35830; number_of_response:1; }","duration":"164.657282ms","start":"2026-04-28T23:47:14.216752Z","end":"2026-04-28T23:47:14.381409Z","steps":["trace[1921027738] 'process raft request' (duration: 164.482248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:47:14.3816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.872051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:47:14.381639Z","caller":"traceutil/trace.go:171","msg":"trace[571808385] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35830; }","duration":"157.939573ms","start":"2026-04-28T23:47:14.223692Z","end":"2026-04-28T23:47:14.381631Z","steps":["trace[571808385] 'agreement among raft nodes before linearized reading' (duration: 157.80286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:47:14.381844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.707293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:47:14.381954Z","caller":"traceutil/trace.go:171","msg":"trace[1657249842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35830; }","duration":"155.862967ms","start":"2026-04-28T23:47:14.226075Z","end":"2026-04-28T23:47:14.381938Z","steps":["trace[1657249842] 'agreement among raft nodes before linearized reading' (duration: 155.701263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:47:50.434146Z","caller":"traceutil/trace.go:171","msg":"trace[66313680] transaction","detail":"{read_only:false; response_revision:36093; number_of_response:1; }","duration":"163.514206ms","start":"2026-04-28T23:47:50.270592Z","end":"2026-04-28T23:47:50.434107Z","steps":["trace[66313680] 'process raft request' (duration: 163.336732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:48:06.349554Z","caller":"traceutil/trace.go:171","msg":"trace[2121456915] transaction","detail":"{read_only:false; response_revision:36217; number_of_response:1; }","duration":"124.927606ms","start":"2026-04-28T23:48:06.224595Z","end":"2026-04-28T23:48:06.349523Z","steps":["trace[2121456915] 'process raft request' (duration: 124.643759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:49:53.695807Z","caller":"traceutil/trace.go:171","msg":"trace[1300945882] transaction","detail":"{read_only:false; response_revision:36997; number_of_response:1; }","duration":"101.35981ms","start":"2026-04-28T23:49:53.594418Z","end":"2026-04-28T23:49:53.695778Z","steps":["trace[1300945882] 'process raft request' (duration: 101.109434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:49:53.733252Z","caller":"traceutil/trace.go:171","msg":"trace[702391940] linearizableReadLoop","detail":"{readStateIndex:38304; appliedIndex:38301; }","duration":"102.997557ms","start":"2026-04-28T23:49:53.630227Z","end":"2026-04-28T23:49:53.733224Z","steps":["trace[702391940] 'read index received' (duration: 65.359108ms)","trace[702391940] 'applied index is now lower than readState.Index' (duration: 37.636859ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:49:53.733596Z","caller":"traceutil/trace.go:171","msg":"trace[206492548] transaction","detail":"{read_only:false; response_revision:36998; number_of_response:1; }","duration":"134.156682ms","start":"2026-04-28T23:49:53.599426Z","end":"2026-04-28T23:49:53.733583Z","steps":["trace[206492548] 'process raft request' (duration: 133.552728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:49:53.733816Z","caller":"traceutil/trace.go:171","msg":"trace[578850868] transaction","detail":"{read_only:false; response_revision:36999; number_of_response:1; }","duration":"120.182841ms","start":"2026-04-28T23:49:53.613624Z","end":"2026-04-28T23:49:53.733807Z","steps":["trace[578850868] 'process raft request' (duration: 119.510166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:49:53.73407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.823156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:49:53.734119Z","caller":"traceutil/trace.go:171","msg":"trace[1783173441] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:37000; }","duration":"103.927707ms","start":"2026-04-28T23:49:53.630177Z","end":"2026-04-28T23:49:53.734105Z","steps":["trace[1783173441] 'agreement among raft nodes before linearized reading' (duration: 103.835085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:49:58.322296Z","caller":"traceutil/trace.go:171","msg":"trace[891266134] linearizableReadLoop","detail":"{readStateIndex:38338; appliedIndex:38337; }","duration":"143.632643ms","start":"2026-04-28T23:49:58.178619Z","end":"2026-04-28T23:49:58.322252Z","steps":["trace[891266134] 'read index received' (duration: 60.51531ms)","trace[891266134] 'applied index is now lower than readState.Index' (duration: 83.115503ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:49:58.322369Z","caller":"traceutil/trace.go:171","msg":"trace[1014207763] transaction","detail":"{read_only:false; response_revision:37032; number_of_response:1; }","duration":"146.513217ms","start":"2026-04-28T23:49:58.175821Z","end":"2026-04-28T23:49:58.322334Z","steps":["trace[1014207763] 'process raft request' (duration: 63.362393ms)","trace[1014207763] 'compare' (duration: 82.868908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:49:58.322603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.95573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T23:49:58.322666Z","caller":"traceutil/trace.go:171","msg":"trace[925255402] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37032; }","duration":"144.073813ms","start":"2026-04-28T23:49:58.178575Z","end":"2026-04-28T23:49:58.322649Z","steps":["trace[925255402] 'agreement among raft nodes before linearized reading' (duration: 143.837988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:49:59.27676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34812} {"level":"info","ts":"2026-04-28T23:49:59.726461Z","caller":"traceutil/trace.go:171","msg":"trace[1730533269] transaction","detail":"{read_only:false; response_revision:37041; number_of_response:1; }","duration":"103.405005ms","start":"2026-04-28T23:49:59.623022Z","end":"2026-04-28T23:49:59.726427Z","steps":["trace[1730533269] 'process raft request' (duration: 54.245759ms)","trace[1730533269] 'compare' (duration: 49.008813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:49:59.863732Z","caller":"traceutil/trace.go:171","msg":"trace[937604494] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"114.349029ms","start":"2026-04-28T23:49:59.749349Z","end":"2026-04-28T23:49:59.863698Z","steps":["trace[937604494] 'process raft request' (duration: 20.290392ms)","trace[937604494] 'compare' (duration: 63.999577ms)","trace[937604494] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 29.896557ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T23:49:59.978005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34812,"took":"696.795838ms","hash":391798782,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":29601792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T23:49:59.978077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":391798782,"revision":34812,"compact-revision":32600} {"level":"info","ts":"2026-04-28T23:50:01.165936Z","caller":"traceutil/trace.go:171","msg":"trace[1208602745] transaction","detail":"{read_only:false; response_revision:37060; number_of_response:1; }","duration":"110.32542ms","start":"2026-04-28T23:50:01.055582Z","end":"2026-04-28T23:50:01.165907Z","steps":["trace[1208602745] 'process raft request' (duration: 110.178667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:02.868137Z","caller":"traceutil/trace.go:171","msg":"trace[1646531155] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"120.468046ms","start":"2026-04-28T23:50:02.747639Z","end":"2026-04-28T23:50:02.868107Z","steps":["trace[1646531155] 'process raft request' (duration: 100.159884ms)","trace[1646531155] 'compare' (duration: 19.728679ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:50:09.844601Z","caller":"traceutil/trace.go:171","msg":"trace[1282774547] linearizableReadLoop","detail":"{readStateIndex:38447; appliedIndex:38446; }","duration":"138.63283ms","start":"2026-04-28T23:50:09.705947Z","end":"2026-04-28T23:50:09.84458Z","steps":["trace[1282774547] 'read index received' (duration: 138.575399ms)","trace[1282774547] 'applied index is now lower than readState.Index' (duration: 56.031µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:50:09.844689Z","caller":"traceutil/trace.go:171","msg":"trace[118614513] transaction","detail":"{read_only:false; response_revision:37137; number_of_response:1; }","duration":"143.198193ms","start":"2026-04-28T23:50:09.701484Z","end":"2026-04-28T23:50:09.844682Z","steps":["trace[118614513] 'process raft request' (duration: 142.967607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:50:09.844978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.008039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/magnum-system\" ","response":"range_response_count:1 size:366"} {"level":"info","ts":"2026-04-28T23:50:09.845056Z","caller":"traceutil/trace.go:171","msg":"trace[889426153] range","detail":"{range_begin:/registry/namespaces/magnum-system; range_end:; response_count:1; response_revision:37137; }","duration":"139.139802ms","start":"2026-04-28T23:50:09.705899Z","end":"2026-04-28T23:50:09.845038Z","steps":["trace[889426153] 'agreement among raft nodes before linearized reading' (duration: 138.761174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:10.785857Z","caller":"traceutil/trace.go:171","msg":"trace[1650697523] transaction","detail":"{read_only:false; response_revision:37146; number_of_response:1; }","duration":"101.991644ms","start":"2026-04-28T23:50:10.683841Z","end":"2026-04-28T23:50:10.785832Z","steps":["trace[1650697523] 'process raft request' (duration: 101.83578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:11.918313Z","caller":"traceutil/trace.go:171","msg":"trace[124911827] transaction","detail":"{read_only:false; response_revision:37150; number_of_response:1; }","duration":"318.288808ms","start":"2026-04-28T23:50:11.599996Z","end":"2026-04-28T23:50:11.918285Z","steps":["trace[124911827] 'process raft request' (duration: 318.151395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:50:11.918462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:50:11.599959Z","time spent":"318.431461ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:50:12.02794Z","caller":"traceutil/trace.go:171","msg":"trace[2142200926] transaction","detail":"{read_only:false; response_revision:37151; number_of_response:1; }","duration":"426.934742ms","start":"2026-04-28T23:50:11.600975Z","end":"2026-04-28T23:50:12.02791Z","steps":["trace[2142200926] 'process raft request' (duration: 407.13351ms)","trace[2142200926] 'compare' (duration: 19.569717ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:50:12.02796Z","caller":"traceutil/trace.go:171","msg":"trace[76944371] linearizableReadLoop","detail":"{readStateIndex:38461; appliedIndex:38459; }","duration":"379.288358ms","start":"2026-04-28T23:50:11.648649Z","end":"2026-04-28T23:50:12.027938Z","steps":["trace[76944371] 'read index received' (duration: 269.570502ms)","trace[76944371] 'applied index is now lower than readState.Index' (duration: 109.716766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:50:12.028078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:50:11.600946Z","time spent":"427.064164ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:50:12.028241Z","caller":"traceutil/trace.go:171","msg":"trace[481907946] transaction","detail":"{read_only:false; response_revision:37153; number_of_response:1; }","duration":"173.031009ms","start":"2026-04-28T23:50:11.855165Z","end":"2026-04-28T23:50:12.028196Z","steps":["trace[481907946] 'process raft request' (duration: 172.709362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:12.028405Z","caller":"traceutil/trace.go:171","msg":"trace[108798889] transaction","detail":"{read_only:false; response_revision:37152; number_of_response:1; }","duration":"231.714908ms","start":"2026-04-28T23:50:11.79667Z","end":"2026-04-28T23:50:12.028385Z","steps":["trace[108798889] 'process raft request' (duration: 231.141785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:50:12.028441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.78797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:50:12.028525Z","caller":"traceutil/trace.go:171","msg":"trace[1854142716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37153; }","duration":"379.935553ms","start":"2026-04-28T23:50:11.64857Z","end":"2026-04-28T23:50:12.028506Z","steps":["trace[1854142716] 'agreement among raft nodes before linearized reading' (duration: 379.703598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:50:12.028572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:50:11.648544Z","time spent":"380.018755ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:50:12.06298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.255587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T23:50:12.063006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.695471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:50:12.063063Z","caller":"traceutil/trace.go:171","msg":"trace[361141246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37157; }","duration":"159.794253ms","start":"2026-04-28T23:50:11.903254Z","end":"2026-04-28T23:50:12.063049Z","steps":["trace[361141246] 'agreement among raft nodes before linearized reading' (duration: 159.697641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:12.063062Z","caller":"traceutil/trace.go:171","msg":"trace[1922186545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:37157; }","duration":"188.38209ms","start":"2026-04-28T23:50:11.874657Z","end":"2026-04-28T23:50:12.063039Z","steps":["trace[1922186545] 'agreement among raft nodes before linearized reading' (duration: 188.175586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:15.625666Z","caller":"traceutil/trace.go:171","msg":"trace[687978247] transaction","detail":"{read_only:false; response_revision:37188; number_of_response:1; }","duration":"114.427312ms","start":"2026-04-28T23:50:15.511185Z","end":"2026-04-28T23:50:15.625613Z","steps":["trace[687978247] 'process raft request' (duration: 114.117405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:16.222544Z","caller":"traceutil/trace.go:171","msg":"trace[1694628165] transaction","detail":"{read_only:false; response_revision:37191; number_of_response:1; }","duration":"100.641734ms","start":"2026-04-28T23:50:16.121862Z","end":"2026-04-28T23:50:16.222504Z","steps":["trace[1694628165] 'process raft request' (duration: 100.336247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:16.222595Z","caller":"traceutil/trace.go:171","msg":"trace[863903283] transaction","detail":"{read_only:false; response_revision:37192; number_of_response:1; }","duration":"100.633575ms","start":"2026-04-28T23:50:16.121942Z","end":"2026-04-28T23:50:16.222576Z","steps":["trace[863903283] 'process raft request' (duration: 100.461161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:16.22272Z","caller":"traceutil/trace.go:171","msg":"trace[304270510] linearizableReadLoop","detail":"{readStateIndex:38506; appliedIndex:38503; }","duration":"100.616564ms","start":"2026-04-28T23:50:16.12203Z","end":"2026-04-28T23:50:16.222647Z","steps":["trace[304270510] 'read index received' (duration: 18.329449ms)","trace[304270510] 'applied index is now lower than readState.Index' (duration: 82.285465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:50:16.222852Z","caller":"traceutil/trace.go:171","msg":"trace[1748169963] transaction","detail":"{read_only:false; response_revision:37194; number_of_response:1; }","duration":"100.198804ms","start":"2026-04-28T23:50:16.122592Z","end":"2026-04-28T23:50:16.222791Z","steps":["trace[1748169963] 'process raft request' (duration: 99.99248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:50:16.223045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.990012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:50:16.223152Z","caller":"traceutil/trace.go:171","msg":"trace[1678760340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37194; }","duration":"101.139525ms","start":"2026-04-28T23:50:16.121995Z","end":"2026-04-28T23:50:16.223135Z","steps":["trace[1678760340] 'agreement among raft nodes before linearized reading' (duration: 100.859099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:50:16.222797Z","caller":"traceutil/trace.go:171","msg":"trace[2013408516] transaction","detail":"{read_only:false; response_revision:37193; number_of_response:1; }","duration":"100.786408ms","start":"2026-04-28T23:50:16.121971Z","end":"2026-04-28T23:50:16.222758Z","steps":["trace[2013408516] 'process raft request' (duration: 100.508951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:51:32.929924Z","caller":"traceutil/trace.go:171","msg":"trace[50717766] transaction","detail":"{read_only:false; response_revision:37756; number_of_response:1; }","duration":"158.057944ms","start":"2026-04-28T23:51:32.771851Z","end":"2026-04-28T23:51:32.929909Z","steps":["trace[50717766] 'process raft request' (duration: 157.932021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:51:32.929925Z","caller":"traceutil/trace.go:171","msg":"trace[2064246803] transaction","detail":"{read_only:false; response_revision:37755; number_of_response:1; }","duration":"159.375614ms","start":"2026-04-28T23:51:32.770522Z","end":"2026-04-28T23:51:32.929897Z","steps":["trace[2064246803] 'process raft request' (duration: 159.21524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:51:32.929943Z","caller":"traceutil/trace.go:171","msg":"trace[1553371762] transaction","detail":"{read_only:false; response_revision:37754; number_of_response:1; }","duration":"170.891251ms","start":"2026-04-28T23:51:32.759042Z","end":"2026-04-28T23:51:32.929933Z","steps":["trace[1553371762] 'process raft request' (duration: 78.619753ms)","trace[1553371762] 'compare' (duration: 91.90805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:51:50.975674Z","caller":"traceutil/trace.go:171","msg":"trace[1243178792] transaction","detail":"{read_only:false; response_revision:37918; number_of_response:1; }","duration":"114.455293ms","start":"2026-04-28T23:51:50.861178Z","end":"2026-04-28T23:51:50.975633Z","steps":["trace[1243178792] 'process raft request' (duration: 114.121615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:51:51.195374Z","caller":"traceutil/trace.go:171","msg":"trace[1333496796] linearizableReadLoop","detail":"{readStateIndex:39257; appliedIndex:39255; }","duration":"102.23975ms","start":"2026-04-28T23:51:51.093114Z","end":"2026-04-28T23:51:51.195354Z","steps":["trace[1333496796] 'read index received' (duration: 49.560036ms)","trace[1333496796] 'applied index is now lower than readState.Index' (duration: 52.678834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:51:51.19562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.441134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:51:51.195692Z","caller":"traceutil/trace.go:171","msg":"trace[418872128] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:37923; }","duration":"102.600718ms","start":"2026-04-28T23:51:51.093076Z","end":"2026-04-28T23:51:51.195677Z","steps":["trace[418872128] 'agreement among raft nodes before linearized reading' (duration: 102.405214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:51:51.195567Z","caller":"traceutil/trace.go:171","msg":"trace[762129379] transaction","detail":"{read_only:false; response_revision:37923; number_of_response:1; }","duration":"109.324618ms","start":"2026-04-28T23:51:51.086206Z","end":"2026-04-28T23:51:51.195531Z","steps":["trace[762129379] 'process raft request' (duration: 102.71323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:09.248969Z","caller":"traceutil/trace.go:171","msg":"trace[2091550029] linearizableReadLoop","detail":"{readStateIndex:39417; appliedIndex:39415; }","duration":"131.443502ms","start":"2026-04-28T23:52:09.117484Z","end":"2026-04-28T23:52:09.248927Z","steps":["trace[2091550029] 'read index received' (duration: 131.099175ms)","trace[2091550029] 'applied index is now lower than readState.Index' (duration: 342.597µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:09.249053Z","caller":"traceutil/trace.go:171","msg":"trace[1088051101] transaction","detail":"{read_only:false; response_revision:38078; number_of_response:1; }","duration":"161.34977ms","start":"2026-04-28T23:52:09.087658Z","end":"2026-04-28T23:52:09.249008Z","steps":["trace[1088051101] 'process raft request' (duration: 161.006312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:09.249149Z","caller":"traceutil/trace.go:171","msg":"trace[1764474990] transaction","detail":"{read_only:false; response_revision:38079; number_of_response:1; }","duration":"159.723313ms","start":"2026-04-28T23:52:09.089409Z","end":"2026-04-28T23:52:09.249132Z","steps":["trace[1764474990] 'process raft request' (duration: 159.448837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:09.249453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.947293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-4llgn\" ","response":"range_response_count:1 size:10123"} {"level":"info","ts":"2026-04-28T23:52:09.249503Z","caller":"traceutil/trace.go:171","msg":"trace[1433709199] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-4llgn; range_end:; response_count:1; response_revision:38079; }","duration":"132.011605ms","start":"2026-04-28T23:52:09.117479Z","end":"2026-04-28T23:52:09.24949Z","steps":["trace[1433709199] 'agreement among raft nodes before linearized reading' (duration: 131.82039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:09.483168Z","caller":"traceutil/trace.go:171","msg":"trace[1012593882] transaction","detail":"{read_only:false; response_revision:38082; number_of_response:1; }","duration":"125.907288ms","start":"2026-04-28T23:52:09.357243Z","end":"2026-04-28T23:52:09.48315Z","steps":["trace[1012593882] 'process raft request' (duration: 67.305102ms)","trace[1012593882] 'compare' (duration: 58.32118ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:09.483145Z","caller":"traceutil/trace.go:171","msg":"trace[1029342534] linearizableReadLoop","detail":"{readStateIndex:39421; appliedIndex:39419; }","duration":"104.163363ms","start":"2026-04-28T23:52:09.378961Z","end":"2026-04-28T23:52:09.483124Z","steps":["trace[1029342534] 'read index received' (duration: 45.601098ms)","trace[1029342534] 'applied index is now lower than readState.Index' (duration: 58.561215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:09.483206Z","caller":"traceutil/trace.go:171","msg":"trace[1159597176] transaction","detail":"{read_only:false; response_revision:38083; number_of_response:1; }","duration":"118.763328ms","start":"2026-04-28T23:52:09.364404Z","end":"2026-04-28T23:52:09.483167Z","steps":["trace[1159597176] 'process raft request' (duration: 118.660476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:09.483299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.333519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:52:09.483328Z","caller":"traceutil/trace.go:171","msg":"trace[2058777093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38083; }","duration":"104.41479ms","start":"2026-04-28T23:52:09.378907Z","end":"2026-04-28T23:52:09.483322Z","steps":["trace[2058777093] 'agreement among raft nodes before linearized reading' (duration: 104.290406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:52.111426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.779699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:52:52.111972Z","caller":"traceutil/trace.go:171","msg":"trace[1901856458] transaction","detail":"{read_only:false; response_revision:38403; number_of_response:1; }","duration":"373.34493ms","start":"2026-04-28T23:52:51.738606Z","end":"2026-04-28T23:52:52.111951Z","steps":["trace[1901856458] 'process raft request' (duration: 89.918646ms)","trace[1901856458] 'compare' (duration: 282.480232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:52.112094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:51.738593Z","time spent":"373.441862ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:52:52.112839Z","caller":"traceutil/trace.go:171","msg":"trace[391811348] linearizableReadLoop","detail":"{readStateIndex:39751; appliedIndex:39748; }","duration":"209.008383ms","start":"2026-04-28T23:52:51.903806Z","end":"2026-04-28T23:52:52.112814Z","steps":["trace[391811348] 'read index received' (duration: 203.635093ms)","trace[391811348] 'applied index is now lower than readState.Index' (duration: 5.37214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:52.113156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.34727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:52:52.113193Z","caller":"traceutil/trace.go:171","msg":"trace[56490920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38405; }","duration":"209.419852ms","start":"2026-04-28T23:52:51.903764Z","end":"2026-04-28T23:52:52.113184Z","steps":["trace[56490920] 'agreement among raft nodes before linearized reading' (duration: 209.354551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:52.11324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.954096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:52:52.113283Z","caller":"traceutil/trace.go:171","msg":"trace[1911431224] transaction","detail":"{read_only:false; response_revision:38405; number_of_response:1; }","duration":"269.085233ms","start":"2026-04-28T23:52:51.84419Z","end":"2026-04-28T23:52:52.113276Z","steps":["trace[1911431224] 'process raft request' (duration: 268.573002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:52.11331Z","caller":"traceutil/trace.go:171","msg":"trace[989032838] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:38405; }","duration":"193.089718ms","start":"2026-04-28T23:52:51.9202Z","end":"2026-04-28T23:52:52.11329Z","steps":["trace[989032838] 'agreement among raft nodes before linearized reading' (duration: 192.959706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:52.113256Z","caller":"traceutil/trace.go:171","msg":"trace[1642562022] transaction","detail":"{read_only:false; response_revision:38404; number_of_response:1; }","duration":"315.413087ms","start":"2026-04-28T23:52:51.797828Z","end":"2026-04-28T23:52:52.113241Z","steps":["trace[1642562022] 'process raft request' (duration: 313.716219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:52.11357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:51.797806Z","time spent":"315.645112ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:52:56.316541Z","caller":"traceutil/trace.go:171","msg":"trace[443821010] linearizableReadLoop","detail":"{readStateIndex:39779; appliedIndex:39778; }","duration":"102.164409ms","start":"2026-04-28T23:52:56.214358Z","end":"2026-04-28T23:52:56.316522Z","steps":["trace[443821010] 'read index received' (duration: 102.047877ms)","trace[443821010] 'applied index is now lower than readState.Index' (duration: 115.652µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:56.31658Z","caller":"traceutil/trace.go:171","msg":"trace[165249428] transaction","detail":"{read_only:false; response_revision:38432; number_of_response:1; }","duration":"109.38483ms","start":"2026-04-28T23:52:56.207174Z","end":"2026-04-28T23:52:56.316559Z","steps":["trace[165249428] 'process raft request' (duration: 109.236847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:56.316799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.438676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:52:56.316833Z","caller":"traceutil/trace.go:171","msg":"trace[791774138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38432; }","duration":"102.520728ms","start":"2026-04-28T23:52:56.214304Z","end":"2026-04-28T23:52:56.316824Z","steps":["trace[791774138] 'agreement among raft nodes before linearized reading' (duration: 102.319023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:56.455422Z","caller":"traceutil/trace.go:171","msg":"trace[604993617] transaction","detail":"{read_only:false; response_revision:38434; number_of_response:1; }","duration":"121.005689ms","start":"2026-04-28T23:52:56.334372Z","end":"2026-04-28T23:52:56.455377Z","steps":["trace[604993617] 'process raft request' (duration: 119.552697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:56.458243Z","caller":"traceutil/trace.go:171","msg":"trace[1020819997] transaction","detail":"{read_only:false; response_revision:38435; number_of_response:1; }","duration":"103.206342ms","start":"2026-04-28T23:52:56.355008Z","end":"2026-04-28T23:52:56.458214Z","steps":["trace[1020819997] 'process raft request' (duration: 102.865315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:57.577519Z","caller":"traceutil/trace.go:171","msg":"trace[1491318900] transaction","detail":"{read_only:false; response_revision:38438; number_of_response:1; }","duration":"138.123383ms","start":"2026-04-28T23:52:57.43937Z","end":"2026-04-28T23:52:57.577494Z","steps":["trace[1491318900] 'process raft request' (duration: 137.909268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:57.731026Z","caller":"traceutil/trace.go:171","msg":"trace[1742404911] transaction","detail":"{read_only:false; response_revision:38441; number_of_response:1; }","duration":"233.717374ms","start":"2026-04-28T23:52:57.497294Z","end":"2026-04-28T23:52:57.731012Z","steps":["trace[1742404911] 'process raft request' (duration: 233.685993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:57.731039Z","caller":"traceutil/trace.go:171","msg":"trace[1101376055] linearizableReadLoop","detail":"{readStateIndex:39788; appliedIndex:39787; }","duration":"121.875269ms","start":"2026-04-28T23:52:57.609138Z","end":"2026-04-28T23:52:57.731014Z","steps":["trace[1101376055] 'read index received' (duration: 121.858848ms)","trace[1101376055] 'applied index is now lower than readState.Index' (duration: 12.211µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:57.731268Z","caller":"traceutil/trace.go:171","msg":"trace[1830140655] transaction","detail":"{read_only:false; response_revision:38439; number_of_response:1; }","duration":"236.108308ms","start":"2026-04-28T23:52:57.495151Z","end":"2026-04-28T23:52:57.73126Z","steps":["trace[1830140655] 'process raft request' (duration: 235.691378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:57.731348Z","caller":"traceutil/trace.go:171","msg":"trace[125299014] transaction","detail":"{read_only:false; response_revision:38440; number_of_response:1; }","duration":"235.458574ms","start":"2026-04-28T23:52:57.495883Z","end":"2026-04-28T23:52:57.731342Z","steps":["trace[125299014] 'process raft request' (duration: 235.073055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:57.731378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.158156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:52:57.731412Z","caller":"traceutil/trace.go:171","msg":"trace[632297121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38441; }","duration":"122.293578ms","start":"2026-04-28T23:52:57.609108Z","end":"2026-04-28T23:52:57.731401Z","steps":["trace[632297121] 'agreement among raft nodes before linearized reading' (duration: 122.010781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:57.970122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.911737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:52:57.970291Z","caller":"traceutil/trace.go:171","msg":"trace[2078745363] transaction","detail":"{read_only:false; response_revision:38443; number_of_response:1; }","duration":"234.840549ms","start":"2026-04-28T23:52:57.735434Z","end":"2026-04-28T23:52:57.970274Z","steps":["trace[2078745363] 'process raft request' (duration: 234.779308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:57.970753Z","caller":"traceutil/trace.go:171","msg":"trace[1098774886] linearizableReadLoop","detail":"{readStateIndex:39789; appliedIndex:39788; }","duration":"239.644696ms","start":"2026-04-28T23:52:57.731096Z","end":"2026-04-28T23:52:57.97074Z","steps":["trace[1098774886] 'read index received' (duration: 75.048604ms)","trace[1098774886] 'applied index is now lower than readState.Index' (duration: 164.594422ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:57.970775Z","caller":"traceutil/trace.go:171","msg":"trace[1098736486] transaction","detail":"{read_only:false; response_revision:38442; number_of_response:1; }","duration":"241.248171ms","start":"2026-04-28T23:52:57.729499Z","end":"2026-04-28T23:52:57.970747Z","steps":["trace[1098736486] 'process raft request' (duration: 76.634199ms)","trace[1098736486] 'compare' (duration: 163.437137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:57.970871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.252889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:52:57.970912Z","caller":"traceutil/trace.go:171","msg":"trace[193129994] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:38443; }","duration":"248.327591ms","start":"2026-04-28T23:52:57.722571Z","end":"2026-04-28T23:52:57.970899Z","steps":["trace[193129994] 'agreement among raft nodes before linearized reading' (duration: 248.263909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.211304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.712962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:52:58.211392Z","caller":"traceutil/trace.go:171","msg":"trace[968194780] linearizableReadLoop","detail":"{readStateIndex:39791; appliedIndex:39790; }","duration":"240.589778ms","start":"2026-04-28T23:52:57.970789Z","end":"2026-04-28T23:52:58.211378Z","steps":["trace[968194780] 'read index received' (duration: 98.791054ms)","trace[968194780] 'applied index is now lower than readState.Index' (duration: 141.797494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:52:58.211455Z","caller":"traceutil/trace.go:171","msg":"trace[2051125194] transaction","detail":"{read_only:false; response_revision:38444; number_of_response:1; }","duration":"345.515548ms","start":"2026-04-28T23:52:57.86593Z","end":"2026-04-28T23:52:58.211446Z","steps":["trace[2051125194] 'process raft request' (duration: 203.618042ms)","trace[2051125194] 'compare' (duration: 141.266352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:58.2115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:57.865904Z","time spent":"345.573329ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:52:58.211655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.266696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:52:58.21168Z","caller":"traceutil/trace.go:171","msg":"trace[740103423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38444; }","duration":"307.319626ms","start":"2026-04-28T23:52:57.904354Z","end":"2026-04-28T23:52:58.211674Z","steps":["trace[740103423] 'agreement among raft nodes before linearized reading' (duration: 307.276475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.2117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:57.904337Z","time spent":"307.358988ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T23:52:58.211692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.72747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:52:58.211739Z","caller":"traceutil/trace.go:171","msg":"trace[1768657086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:38444; }","duration":"240.773421ms","start":"2026-04-28T23:52:57.970949Z","end":"2026-04-28T23:52:58.211722Z","steps":["trace[1768657086] 'agreement among raft nodes before linearized reading' (duration: 240.70286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.211768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.417112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:52:58.211818Z","caller":"traceutil/trace.go:171","msg":"trace[1737582436] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:38444; }","duration":"144.509964ms","start":"2026-04-28T23:52:58.067295Z","end":"2026-04-28T23:52:58.211805Z","steps":["trace[1737582436] 'agreement among raft nodes before linearized reading' (duration: 144.372111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.211801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.88709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:52:58.211878Z","caller":"traceutil/trace.go:171","msg":"trace[2088056374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38444; }","duration":"417.002753ms","start":"2026-04-28T23:52:57.794862Z","end":"2026-04-28T23:52:58.211864Z","steps":["trace[2088056374] 'agreement among raft nodes before linearized reading' (duration: 416.788959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.211915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:57.794844Z","time spent":"417.066084ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:52:58.690185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.299252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T23:52:58.691344Z","caller":"traceutil/trace.go:171","msg":"trace[1931425841] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:38446; }","duration":"380.494019ms","start":"2026-04-28T23:52:58.310832Z","end":"2026-04-28T23:52:58.691326Z","steps":["trace[1931425841] 'range keys from in-memory index tree' (duration: 379.221391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.691119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.201276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-28T23:52:58.691449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:58.310821Z","time spent":"380.611511ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T23:52:58.691585Z","caller":"traceutil/trace.go:171","msg":"trace[622305885] transaction","detail":"{read_only:false; response_revision:38447; number_of_response:1; }","duration":"367.012968ms","start":"2026-04-28T23:52:58.324542Z","end":"2026-04-28T23:52:58.691555Z","steps":["trace[622305885] 'process raft request' (duration: 58.2777ms)","trace[622305885] 'compare' (duration: 308.034173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:58.691721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:58.324524Z","time spent":"367.12639ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:52:58.691726Z","caller":"traceutil/trace.go:171","msg":"trace[11941856] linearizableReadLoop","detail":"{readStateIndex:39795; appliedIndex:39794; }","duration":"336.430275ms","start":"2026-04-28T23:52:58.355272Z","end":"2026-04-28T23:52:58.691702Z","steps":["trace[11941856] 'read index received' (duration: 27.496163ms)","trace[11941856] 'applied index is now lower than readState.Index' (duration: 308.930342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:52:58.69205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.753162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:52:58.692136Z","caller":"traceutil/trace.go:171","msg":"trace[699867293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38447; }","duration":"336.883595ms","start":"2026-04-28T23:52:58.355228Z","end":"2026-04-28T23:52:58.692111Z","steps":["trace[699867293] 'agreement among raft nodes before linearized reading' (duration: 336.580169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.6923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:52:58.355207Z","time spent":"336.990609ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:52:58.692536Z","caller":"traceutil/trace.go:171","msg":"trace[1155391882] transaction","detail":"{read_only:false; response_revision:38448; number_of_response:1; }","duration":"231.606697ms","start":"2026-04-28T23:52:58.460909Z","end":"2026-04-28T23:52:58.692516Z","steps":["trace[1155391882] 'process raft request' (duration: 230.708206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:52:58.692558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.14773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:52:58.692685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.122174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:52:58.692726Z","caller":"traceutil/trace.go:171","msg":"trace[1886893988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38448; }","duration":"230.191235ms","start":"2026-04-28T23:52:58.462523Z","end":"2026-04-28T23:52:58.692714Z","steps":["trace[1886893988] 'agreement among raft nodes before linearized reading' (duration: 230.049222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:52:58.693071Z","caller":"traceutil/trace.go:171","msg":"trace[1072848118] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:38448; }","duration":"293.327664ms","start":"2026-04-28T23:52:58.39938Z","end":"2026-04-28T23:52:58.692708Z","steps":["trace[1072848118] 'agreement among raft nodes before linearized reading' (duration: 293.083289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:26.447491Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T23:53:26.456792Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T23:53:26.456918Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-04-28T23:53:40.0112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.436954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:53:40.011283Z","caller":"traceutil/trace.go:171","msg":"trace[1419354012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38747; }","duration":"106.576557ms","start":"2026-04-28T23:53:39.904687Z","end":"2026-04-28T23:53:40.011264Z","steps":["trace[1419354012] 'range keys from in-memory index tree' (duration: 106.306122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:40.047375Z","caller":"traceutil/trace.go:171","msg":"trace[1292245263] transaction","detail":"{read_only:false; response_revision:38748; number_of_response:1; }","duration":"108.511372ms","start":"2026-04-28T23:53:39.938828Z","end":"2026-04-28T23:53:40.04734Z","steps":["trace[1292245263] 'process raft request' (duration: 108.313507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:40.057546Z","caller":"traceutil/trace.go:171","msg":"trace[1475132172] transaction","detail":"{read_only:false; response_revision:38749; number_of_response:1; }","duration":"100.450662ms","start":"2026-04-28T23:53:39.95706Z","end":"2026-04-28T23:53:40.057511Z","steps":["trace[1475132172] 'process raft request' (duration: 100.275778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:41.128946Z","caller":"traceutil/trace.go:171","msg":"trace[757766044] transaction","detail":"{read_only:false; response_revision:38757; number_of_response:1; }","duration":"132.720161ms","start":"2026-04-28T23:53:40.996192Z","end":"2026-04-28T23:53:41.128912Z","steps":["trace[757766044] 'process raft request' (duration: 65.527152ms)","trace[757766044] 'compare' (duration: 66.991714ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:53:41.128976Z","caller":"traceutil/trace.go:171","msg":"trace[1486451623] transaction","detail":"{read_only:false; response_revision:38758; number_of_response:1; }","duration":"131.811341ms","start":"2026-04-28T23:53:40.997139Z","end":"2026-04-28T23:53:41.128951Z","steps":["trace[1486451623] 'process raft request' (duration: 131.691938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:44.91203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.588399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T23:53:44.912183Z","caller":"traceutil/trace.go:171","msg":"trace[52663406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38783; }","duration":"194.024889ms","start":"2026-04-28T23:53:44.71814Z","end":"2026-04-28T23:53:44.912165Z","steps":["trace[52663406] 'range keys from in-memory index tree' (duration: 193.415545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:44.912041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.583477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T23:53:44.912379Z","caller":"traceutil/trace.go:171","msg":"trace[1197214409] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:38783; }","duration":"110.956065ms","start":"2026-04-28T23:53:44.801395Z","end":"2026-04-28T23:53:44.912351Z","steps":["trace[1197214409] 'range keys from in-memory index tree' (duration: 110.449593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:48.477608Z","caller":"traceutil/trace.go:171","msg":"trace[1999109016] transaction","detail":"{read_only:false; response_revision:38808; number_of_response:1; }","duration":"273.124043ms","start":"2026-04-28T23:53:48.204463Z","end":"2026-04-28T23:53:48.477587Z","steps":["trace[1999109016] 'process raft request' (duration: 272.239223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:48.511845Z","caller":"traceutil/trace.go:171","msg":"trace[606788612] transaction","detail":"{read_only:false; response_revision:38810; number_of_response:1; }","duration":"302.791286ms","start":"2026-04-28T23:53:48.20903Z","end":"2026-04-28T23:53:48.511821Z","steps":["trace[606788612] 'process raft request' (duration: 302.716495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:48.512002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:53:48.209009Z","time spent":"302.906038ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:53:48.512024Z","caller":"traceutil/trace.go:171","msg":"trace[971117856] transaction","detail":"{read_only:false; response_revision:38809; number_of_response:1; }","duration":"303.848289ms","start":"2026-04-28T23:53:48.208029Z","end":"2026-04-28T23:53:48.511877Z","steps":["trace[971117856] 'process raft request' (duration: 303.586913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:48.512181Z","caller":"traceutil/trace.go:171","msg":"trace[470739663] transaction","detail":"{read_only:false; response_revision:38811; number_of_response:1; }","duration":"207.770386ms","start":"2026-04-28T23:53:48.304398Z","end":"2026-04-28T23:53:48.512168Z","steps":["trace[470739663] 'process raft request' (duration: 207.388797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:48.512354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:53:48.208009Z","time spent":"304.160146ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:53:48.512464Z","caller":"traceutil/trace.go:171","msg":"trace[1808692188] linearizableReadLoop","detail":"{readStateIndex:40170; appliedIndex:40166; }","duration":"110.865124ms","start":"2026-04-28T23:53:48.401584Z","end":"2026-04-28T23:53:48.512449Z","steps":["trace[1808692188] 'read index received' (duration: 75.180508ms)","trace[1808692188] 'applied index is now lower than readState.Index' (duration: 35.683406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:53:48.51264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.567268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:53:48.512682Z","caller":"traceutil/trace.go:171","msg":"trace[835929326] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:38812; }","duration":"106.635919ms","start":"2026-04-28T23:53:48.406037Z","end":"2026-04-28T23:53:48.512673Z","steps":["trace[835929326] 'agreement among raft nodes before linearized reading' (duration: 106.564947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:48.512691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.104899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:53:48.512736Z","caller":"traceutil/trace.go:171","msg":"trace[1444140915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38812; }","duration":"111.172871ms","start":"2026-04-28T23:53:48.401539Z","end":"2026-04-28T23:53:48.512712Z","steps":["trace[1444140915] 'agreement among raft nodes before linearized reading' (duration: 111.050998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:48.891155Z","caller":"traceutil/trace.go:171","msg":"trace[1679738327] transaction","detail":"{read_only:false; response_revision:38814; number_of_response:1; }","duration":"114.389443ms","start":"2026-04-28T23:53:48.776728Z","end":"2026-04-28T23:53:48.891118Z","steps":["trace[1679738327] 'process raft request' (duration: 114.189108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:57.454296Z","caller":"traceutil/trace.go:171","msg":"trace[678407427] linearizableReadLoop","detail":"{readStateIndex:40233; appliedIndex:40232; }","duration":"121.452721ms","start":"2026-04-28T23:53:57.33282Z","end":"2026-04-28T23:53:57.454272Z","steps":["trace[678407427] 'read index received' (duration: 121.234826ms)","trace[678407427] 'applied index is now lower than readState.Index' (duration: 216.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:53:57.454396Z","caller":"traceutil/trace.go:171","msg":"trace[1956566909] transaction","detail":"{read_only:false; response_revision:38873; number_of_response:1; }","duration":"215.202312ms","start":"2026-04-28T23:53:57.239169Z","end":"2026-04-28T23:53:57.454371Z","steps":["trace[1956566909] 'process raft request' (duration: 214.942396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:57.454684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.634649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:53:57.454669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.829829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:53:57.454746Z","caller":"traceutil/trace.go:171","msg":"trace[912073352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38873; }","duration":"121.964032ms","start":"2026-04-28T23:53:57.332771Z","end":"2026-04-28T23:53:57.454735Z","steps":["trace[912073352] 'agreement among raft nodes before linearized reading' (duration: 121.651065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:57.454746Z","caller":"traceutil/trace.go:171","msg":"trace[1236987592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38873; }","duration":"119.732612ms","start":"2026-04-28T23:53:57.334998Z","end":"2026-04-28T23:53:57.45473Z","steps":["trace[1236987592] 'agreement among raft nodes before linearized reading' (duration: 119.580288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:53:58.201454Z","caller":"traceutil/trace.go:171","msg":"trace[2099058949] linearizableReadLoop","detail":"{readStateIndex:40238; appliedIndex:40237; }","duration":"115.422005ms","start":"2026-04-28T23:53:58.086006Z","end":"2026-04-28T23:53:58.201428Z","steps":["trace[2099058949] 'read index received' (duration: 115.17641ms)","trace[2099058949] 'applied index is now lower than readState.Index' (duration: 244.105µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:53:58.201629Z","caller":"traceutil/trace.go:171","msg":"trace[1459646817] transaction","detail":"{read_only:false; response_revision:38878; number_of_response:1; }","duration":"243.611595ms","start":"2026-04-28T23:53:57.957925Z","end":"2026-04-28T23:53:58.201536Z","steps":["trace[1459646817] 'process raft request' (duration: 243.324529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:58.201833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.812885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-28T23:53:58.201885Z","caller":"traceutil/trace.go:171","msg":"trace[1541148536] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:38878; }","duration":"115.919217ms","start":"2026-04-28T23:53:58.085953Z","end":"2026-04-28T23:53:58.201872Z","steps":["trace[1541148536] 'agreement among raft nodes before linearized reading' (duration: 115.576699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:53:59.573208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.002275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:53:59.573464Z","caller":"traceutil/trace.go:171","msg":"trace[913471648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38889; }","duration":"106.282861ms","start":"2026-04-28T23:53:59.467167Z","end":"2026-04-28T23:53:59.573449Z","steps":["trace[913471648] 'agreement among raft nodes before linearized reading' (duration: 105.881562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:54:19.304596Z","caller":"traceutil/trace.go:171","msg":"trace[1893849332] transaction","detail":"{read_only:false; response_revision:39033; number_of_response:1; }","duration":"124.820575ms","start":"2026-04-28T23:54:19.179753Z","end":"2026-04-28T23:54:19.304574Z","steps":["trace[1893849332] 'process raft request' (duration: 124.654652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:54:59.283714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37036} {"level":"info","ts":"2026-04-28T23:54:59.414538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37036,"took":"127.229979ms","hash":1199198648,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T23:54:59.414611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1199198648,"revision":37036,"compact-revision":34812} {"level":"info","ts":"2026-04-28T23:55:26.331332Z","caller":"traceutil/trace.go:171","msg":"trace[966996667] linearizableReadLoop","detail":"{readStateIndex:40939; appliedIndex:40938; }","duration":"119.310233ms","start":"2026-04-28T23:55:26.212Z","end":"2026-04-28T23:55:26.331311Z","steps":["trace[966996667] 'read index received' (duration: 119.122548ms)","trace[966996667] 'applied index is now lower than readState.Index' (duration: 187.035µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:55:26.331618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.595549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:55:26.331651Z","caller":"traceutil/trace.go:171","msg":"trace[1391913848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39558; }","duration":"119.67035ms","start":"2026-04-28T23:55:26.211973Z","end":"2026-04-28T23:55:26.331643Z","steps":["trace[1391913848] 'agreement among raft nodes before linearized reading' (duration: 119.428735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:26.331875Z","caller":"traceutil/trace.go:171","msg":"trace[1217409908] transaction","detail":"{read_only:false; response_revision:39558; number_of_response:1; }","duration":"142.256975ms","start":"2026-04-28T23:55:26.189552Z","end":"2026-04-28T23:55:26.331809Z","steps":["trace[1217409908] 'process raft request' (duration: 141.626851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:43.86041Z","caller":"traceutil/trace.go:171","msg":"trace[1906461097] transaction","detail":"{read_only:false; response_revision:39683; number_of_response:1; }","duration":"212.45193ms","start":"2026-04-28T23:55:43.647932Z","end":"2026-04-28T23:55:43.860384Z","steps":["trace[1906461097] 'process raft request' (duration: 212.252185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:43.860606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.02029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:55:43.860664Z","caller":"traceutil/trace.go:171","msg":"trace[1675133882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39683; }","duration":"130.127853ms","start":"2026-04-28T23:55:43.730525Z","end":"2026-04-28T23:55:43.860653Z","steps":["trace[1675133882] 'agreement among raft nodes before linearized reading' (duration: 129.940239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:43.860367Z","caller":"traceutil/trace.go:171","msg":"trace[1602867730] linearizableReadLoop","detail":"{readStateIndex:41068; appliedIndex:41067; }","duration":"129.766685ms","start":"2026-04-28T23:55:43.730565Z","end":"2026-04-28T23:55:43.860331Z","steps":["trace[1602867730] 'read index received' (duration: 129.714233ms)","trace[1602867730] 'applied index is now lower than readState.Index' (duration: 51.472µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:55:44.943509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01612969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:55:44.943819Z","caller":"traceutil/trace.go:171","msg":"trace[747870956] transaction","detail":"{read_only:false; response_revision:39684; number_of_response:1; }","duration":"1.187008371s","start":"2026-04-28T23:55:43.756791Z","end":"2026-04-28T23:55:44.943799Z","steps":["trace[747870956] 'process raft request' (duration: 170.493863ms)","trace[747870956] 'compare' (duration: 1.015712551s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:55:44.94389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:43.756769Z","time spent":"1.187086154s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:55:44.944023Z","caller":"traceutil/trace.go:171","msg":"trace[1887037262] linearizableReadLoop","detail":"{readStateIndex:41071; appliedIndex:41068; }","duration":"1.037838013s","start":"2026-04-28T23:55:43.906163Z","end":"2026-04-28T23:55:44.944001Z","steps":["trace[1887037262] 'read index received' (duration: 21.13568ms)","trace[1887037262] 'applied index is now lower than readState.Index' (duration: 1.016642972s)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:55:44.944792Z","caller":"traceutil/trace.go:171","msg":"trace[1209954670] transaction","detail":"{read_only:false; response_revision:39686; number_of_response:1; }","duration":"1.081054918s","start":"2026-04-28T23:55:43.863708Z","end":"2026-04-28T23:55:44.944763Z","steps":["trace[1209954670] 'process raft request' (duration: 1.080163848s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:44.944823Z","caller":"traceutil/trace.go:171","msg":"trace[1514846929] transaction","detail":"{read_only:false; response_revision:39687; number_of_response:1; }","duration":"1.027158675s","start":"2026-04-28T23:55:43.917632Z","end":"2026-04-28T23:55:44.944791Z","steps":["trace[1514846929] 'process raft request' (duration: 1.026274296s)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:44.944828Z","caller":"traceutil/trace.go:171","msg":"trace[1475910375] transaction","detail":"{read_only:false; response_revision:39685; number_of_response:1; }","duration":"1.096006591s","start":"2026-04-28T23:55:43.848774Z","end":"2026-04-28T23:55:44.944781Z","steps":["trace[1475910375] 'process raft request' (duration: 1.095018799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:44.944927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:43.863692Z","time spent":"1.081167851s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:55:44.944931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:43.91761Z","time spent":"1.027262597s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:55:44.94495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:43.848753Z","time spent":"1.096134714s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:55:44.945113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038918277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:55:44.945207Z","caller":"traceutil/trace.go:171","msg":"trace[1139188034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39687; }","duration":"1.039088492s","start":"2026-04-28T23:55:43.906095Z","end":"2026-04-28T23:55:44.945183Z","steps":["trace[1139188034] 'agreement among raft nodes before linearized reading' (duration: 1.038731543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:44.945424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:43.906072Z","time spent":"1.039291926s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:55:45.108716Z","caller":"traceutil/trace.go:171","msg":"trace[324049305] transaction","detail":"{read_only:false; response_revision:39688; number_of_response:1; }","duration":"1.034590451s","start":"2026-04-28T23:55:44.074049Z","end":"2026-04-28T23:55:45.108639Z","steps":["trace[324049305] 'process raft request' (duration: 1.032910063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.108869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.074031Z","time spent":"1.034754614s","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:55:45.110534Z","caller":"traceutil/trace.go:171","msg":"trace[1030803938] linearizableReadLoop","detail":"{readStateIndex:41074; appliedIndex:41072; }","duration":"166.399943ms","start":"2026-04-28T23:55:44.944115Z","end":"2026-04-28T23:55:45.110515Z","steps":["trace[1030803938] 'read index received' (duration: 162.875274ms)","trace[1030803938] 'applied index is now lower than readState.Index' (duration: 3.523899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:55:45.110614Z","caller":"traceutil/trace.go:171","msg":"trace[1055887878] transaction","detail":"{read_only:false; response_revision:39689; number_of_response:1; }","duration":"310.177211ms","start":"2026-04-28T23:55:44.800409Z","end":"2026-04-28T23:55:45.110586Z","steps":["trace[1055887878] 'process raft request' (duration: 309.990235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.110709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010579896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:55:45.110731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.513396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:55:45.110762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.800389Z","time spent":"310.280132ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:55:45.110779Z","caller":"traceutil/trace.go:171","msg":"trace[1793236985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39689; }","duration":"643.599049ms","start":"2026-04-28T23:55:44.467165Z","end":"2026-04-28T23:55:45.110764Z","steps":["trace[1793236985] 'agreement among raft nodes before linearized reading' (duration: 643.394834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.110872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.182127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:55:45.110883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.467144Z","time spent":"643.732572ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T23:55:45.110904Z","caller":"traceutil/trace.go:171","msg":"trace[1738980860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:39689; }","duration":"516.258908ms","start":"2026-04-28T23:55:44.594633Z","end":"2026-04-28T23:55:45.110892Z","steps":["trace[1738980860] 'agreement among raft nodes before linearized reading' (duration: 516.199897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.110741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.367737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T23:55:45.110932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.594613Z","time spent":"516.312049ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:55:45.110938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.805837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:55:45.110954Z","caller":"traceutil/trace.go:171","msg":"trace[1463593423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39689; }","duration":"670.625232ms","start":"2026-04-28T23:55:44.440321Z","end":"2026-04-28T23:55:45.110946Z","steps":["trace[1463593423] 'agreement among raft nodes before linearized reading' (duration: 670.293014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:45.110969Z","caller":"traceutil/trace.go:171","msg":"trace[222515911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39689; }","duration":"688.863548ms","start":"2026-04-28T23:55:44.422099Z","end":"2026-04-28T23:55:45.110963Z","steps":["trace[222515911] 'agreement among raft nodes before linearized reading' (duration: 688.757236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.110975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.440303Z","time spent":"670.665733ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:55:45.110992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.422086Z","time spent":"688.901349ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:55:45.110782Z","caller":"traceutil/trace.go:171","msg":"trace[2106464808] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:39689; }","duration":"1.010675358s","start":"2026-04-28T23:55:44.100076Z","end":"2026-04-28T23:55:45.110751Z","steps":["trace[2106464808] 'agreement among raft nodes before linearized reading' (duration: 1.010562456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.111069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.100061Z","time spent":"1.010997195s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:55:45.111083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.91983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:55:45.111101Z","caller":"traceutil/trace.go:171","msg":"trace[985690533] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:39689; }","duration":"736.975901ms","start":"2026-04-28T23:55:44.374119Z","end":"2026-04-28T23:55:45.111095Z","steps":["trace[985690533] 'agreement among raft nodes before linearized reading' (duration: 736.94221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:45.111117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:44.374101Z","time spent":"737.012262ms","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:55:45.110782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.860416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:55:45.111169Z","caller":"traceutil/trace.go:171","msg":"trace[263845401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39689; }","duration":"164.244214ms","start":"2026-04-28T23:55:44.946917Z","end":"2026-04-28T23:55:45.111162Z","steps":["trace[263845401] 'agreement among raft nodes before linearized reading' (duration: 163.847816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:53.248444Z","caller":"traceutil/trace.go:171","msg":"trace[890918612] transaction","detail":"{read_only:false; response_revision:39747; number_of_response:1; }","duration":"108.791057ms","start":"2026-04-28T23:55:53.139637Z","end":"2026-04-28T23:55:53.248428Z","steps":["trace[890918612] 'process raft request' (duration: 20.341673ms)","trace[890918612] 'compare' (duration: 88.192667ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:55:53.248697Z","caller":"traceutil/trace.go:171","msg":"trace[1304467450] transaction","detail":"{read_only:false; response_revision:39748; number_of_response:1; }","duration":"107.374226ms","start":"2026-04-28T23:55:53.141296Z","end":"2026-04-28T23:55:53.24867Z","steps":["trace[1304467450] 'process raft request' (duration: 106.978607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:53.433132Z","caller":"traceutil/trace.go:171","msg":"trace[906950300] transaction","detail":"{read_only:false; response_revision:39754; number_of_response:1; }","duration":"134.288086ms","start":"2026-04-28T23:55:53.298815Z","end":"2026-04-28T23:55:53.433103Z","steps":["trace[906950300] 'process raft request' (duration: 134.123672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:54.338524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.546483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:55:54.338617Z","caller":"traceutil/trace.go:171","msg":"trace[1877183201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39756; }","duration":"433.687746ms","start":"2026-04-28T23:55:53.904907Z","end":"2026-04-28T23:55:54.338595Z","steps":["trace[1877183201] 'range keys from in-memory index tree' (duration: 433.45731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:54.340164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:53.90488Z","time spent":"435.230479ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:55:54.391901Z","caller":"traceutil/trace.go:171","msg":"trace[1531549280] transaction","detail":"{read_only:false; response_revision:39757; number_of_response:1; }","duration":"173.831138ms","start":"2026-04-28T23:55:54.218039Z","end":"2026-04-28T23:55:54.39187Z","steps":["trace[1531549280] 'process raft request' (duration: 173.225734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:55.071707Z","caller":"traceutil/trace.go:171","msg":"trace[1447011910] transaction","detail":"{read_only:false; response_revision:39758; number_of_response:1; }","duration":"112.244674ms","start":"2026-04-28T23:55:54.95943Z","end":"2026-04-28T23:55:55.071675Z","steps":["trace[1447011910] 'process raft request' (duration: 112.109431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:55.490777Z","caller":"traceutil/trace.go:171","msg":"trace[994036286] linearizableReadLoop","detail":"{readStateIndex:41147; appliedIndex:41144; }","duration":"444.917756ms","start":"2026-04-28T23:55:55.045839Z","end":"2026-04-28T23:55:55.490757Z","steps":["trace[994036286] 'read index received' (duration: 25.764444ms)","trace[994036286] 'applied index is now lower than readState.Index' (duration: 419.152412ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:55:55.491118Z","caller":"traceutil/trace.go:171","msg":"trace[349911512] transaction","detail":"{read_only:false; response_revision:39759; number_of_response:1; }","duration":"499.460113ms","start":"2026-04-28T23:55:54.991648Z","end":"2026-04-28T23:55:55.491108Z","steps":["trace[349911512] 'process raft request' (duration: 498.803228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.491241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:54.991615Z","time spent":"499.533664ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:55:55.491464Z","caller":"traceutil/trace.go:171","msg":"trace[638684168] transaction","detail":"{read_only:false; response_revision:39760; number_of_response:1; }","duration":"487.869174ms","start":"2026-04-28T23:55:55.003586Z","end":"2026-04-28T23:55:55.491455Z","steps":["trace[638684168] 'process raft request' (duration: 487.122588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.491539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:55.003556Z","time spent":"487.932066ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:55:55.491896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.051542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:55:55.491955Z","caller":"traceutil/trace.go:171","msg":"trace[1832431634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39760; }","duration":"446.120102ms","start":"2026-04-28T23:55:55.045803Z","end":"2026-04-28T23:55:55.491923Z","steps":["trace[1832431634] 'agreement among raft nodes before linearized reading' (duration: 445.99285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.491988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:55:55.045786Z","time spent":"446.193855ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T23:55:55.541521Z","caller":"traceutil/trace.go:171","msg":"trace[1908233836] transaction","detail":"{read_only:false; response_revision:39761; number_of_response:1; }","duration":"286.383309ms","start":"2026-04-28T23:55:55.255106Z","end":"2026-04-28T23:55:55.541489Z","steps":["trace[1908233836] 'process raft request' (duration: 286.099382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:55.541781Z","caller":"traceutil/trace.go:171","msg":"trace[32437679] transaction","detail":"{read_only:false; response_revision:39762; number_of_response:1; }","duration":"284.812135ms","start":"2026-04-28T23:55:55.256957Z","end":"2026-04-28T23:55:55.541769Z","steps":["trace[32437679] 'process raft request' (duration: 284.429826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:55.542079Z","caller":"traceutil/trace.go:171","msg":"trace[708125059] transaction","detail":"{read_only:false; response_revision:39763; number_of_response:1; }","duration":"244.602867ms","start":"2026-04-28T23:55:55.297456Z","end":"2026-04-28T23:55:55.542059Z","steps":["trace[708125059] 'process raft request' (duration: 244.25919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.542568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.664235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:55:55.542629Z","caller":"traceutil/trace.go:171","msg":"trace[1175082421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39766; }","duration":"273.762267ms","start":"2026-04-28T23:55:55.268854Z","end":"2026-04-28T23:55:55.542616Z","steps":["trace[1175082421] 'agreement among raft nodes before linearized reading' (duration: 273.557183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:55:55.542651Z","caller":"traceutil/trace.go:171","msg":"trace[740122345] transaction","detail":"{read_only:false; response_revision:39764; number_of_response:1; }","duration":"245.023276ms","start":"2026-04-28T23:55:55.297591Z","end":"2026-04-28T23:55:55.542615Z","steps":["trace[740122345] 'process raft request' (duration: 244.397552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.543221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.978785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:55:55.543554Z","caller":"traceutil/trace.go:171","msg":"trace[1055593778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39766; }","duration":"249.354413ms","start":"2026-04-28T23:55:55.294179Z","end":"2026-04-28T23:55:55.543533Z","steps":["trace[1055593778] 'agreement among raft nodes before linearized reading' (duration: 248.862013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:55:55.543999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.740281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T23:55:55.544266Z","caller":"traceutil/trace.go:171","msg":"trace[910222916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39766; }","duration":"250.020348ms","start":"2026-04-28T23:55:55.294231Z","end":"2026-04-28T23:55:55.544251Z","steps":["trace[910222916] 'agreement among raft nodes before linearized reading' (duration: 248.501645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.02917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.228507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:56:10.029294Z","caller":"traceutil/trace.go:171","msg":"trace[175969916] transaction","detail":"{read_only:false; response_revision:39864; number_of_response:1; }","duration":"433.716546ms","start":"2026-04-28T23:56:09.595558Z","end":"2026-04-28T23:56:10.029275Z","steps":["trace[175969916] 'process raft request' (duration: 151.297625ms)","trace[175969916] 'compare' (duration: 282.076793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:56:10.029357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.595537Z","time spent":"433.790917ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:56:10.085436Z","caller":"traceutil/trace.go:171","msg":"trace[1562433460] transaction","detail":"{read_only:false; response_revision:39865; number_of_response:1; }","duration":"487.075316ms","start":"2026-04-28T23:56:09.598323Z","end":"2026-04-28T23:56:10.085398Z","steps":["trace[1562433460] 'process raft request' (duration: 486.867522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.085528Z","caller":"traceutil/trace.go:171","msg":"trace[884209190] transaction","detail":"{read_only:false; response_revision:39867; number_of_response:1; }","duration":"485.378598ms","start":"2026-04-28T23:56:09.600113Z","end":"2026-04-28T23:56:10.085491Z","steps":["trace[884209190] 'process raft request' (duration: 485.227875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.085645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.667098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T23:56:10.085664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.598314Z","time spent":"487.25268ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:56:10.085436Z","caller":"traceutil/trace.go:171","msg":"trace[810029786] linearizableReadLoop","detail":"{readStateIndex:41260; appliedIndex:41254; }","duration":"473.469454ms","start":"2026-04-28T23:56:09.611943Z","end":"2026-04-28T23:56:10.085413Z","steps":["trace[810029786] 'read index received' (duration: 134.934841ms)","trace[810029786] 'applied index is now lower than readState.Index' (duration: 338.533743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:10.085803Z","caller":"traceutil/trace.go:171","msg":"trace[2135278695] transaction","detail":"{read_only:false; response_revision:39869; number_of_response:1; }","duration":"484.242824ms","start":"2026-04-28T23:56:09.601539Z","end":"2026-04-28T23:56:10.085782Z","steps":["trace[2135278695] 'process raft request' (duration: 483.848935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.085827Z","caller":"traceutil/trace.go:171","msg":"trace[1000916903] transaction","detail":"{read_only:false; response_revision:39868; number_of_response:1; }","duration":"484.767984ms","start":"2026-04-28T23:56:09.601049Z","end":"2026-04-28T23:56:10.085817Z","steps":["trace[1000916903] 'process raft request' (duration: 484.316635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.085708Z","caller":"traceutil/trace.go:171","msg":"trace[1675775655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39869; }","duration":"473.777379ms","start":"2026-04-28T23:56:09.611903Z","end":"2026-04-28T23:56:10.085681Z","steps":["trace[1675775655] 'agreement among raft nodes before linearized reading' (duration: 473.579685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.085946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.611891Z","time spent":"474.042886ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:56:10.085943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.601029Z","time spent":"484.824426ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:56:10.086143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.226783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:56:10.0861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.60153Z","time spent":"484.310995ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:56:10.086173Z","caller":"traceutil/trace.go:171","msg":"trace[357314016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:39869; }","duration":"242.286885ms","start":"2026-04-28T23:56:09.843877Z","end":"2026-04-28T23:56:10.086164Z","steps":["trace[357314016] 'agreement among raft nodes before linearized reading' (duration: 242.231724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.086342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.814783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:56:10.086409Z","caller":"traceutil/trace.go:171","msg":"trace[643228284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39869; }","duration":"388.904245ms","start":"2026-04-28T23:56:09.697493Z","end":"2026-04-28T23:56:10.086397Z","steps":["trace[643228284] 'agreement among raft nodes before linearized reading' (duration: 388.65962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.086449Z","caller":"traceutil/trace.go:171","msg":"trace[925853965] transaction","detail":"{read_only:false; response_revision:39866; number_of_response:1; }","duration":"486.799831ms","start":"2026-04-28T23:56:09.599635Z","end":"2026-04-28T23:56:10.086434Z","steps":["trace[925853965] 'process raft request' (duration: 485.677926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.086722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.599614Z","time spent":"487.083167ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:56:10.086462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.697429Z","time spent":"389.024638ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T23:56:10.086558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.399938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:56:10.086983Z","caller":"traceutil/trace.go:171","msg":"trace[170149440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39869; }","duration":"333.850658ms","start":"2026-04-28T23:56:09.753113Z","end":"2026-04-28T23:56:10.086963Z","steps":["trace[170149440] 'agreement among raft nodes before linearized reading' (duration: 333.391467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.087033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.75309Z","time spent":"333.93195ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T23:56:10.086583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.32911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:10.087114Z","caller":"traceutil/trace.go:171","msg":"trace[1064075999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39869; }","duration":"183.888132ms","start":"2026-04-28T23:56:09.90321Z","end":"2026-04-28T23:56:10.087098Z","steps":["trace[1064075999] 'agreement among raft nodes before linearized reading' (duration: 183.328859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.086557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.600102Z","time spent":"485.513681ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:56:10.086621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.147654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:56:10.087356Z","caller":"traceutil/trace.go:171","msg":"trace[1565587392] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:39869; }","duration":"217.937392ms","start":"2026-04-28T23:56:09.869406Z","end":"2026-04-28T23:56:10.087343Z","steps":["trace[1565587392] 'agreement among raft nodes before linearized reading' (duration: 217.193656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.086631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.05541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:56:10.087562Z","caller":"traceutil/trace.go:171","msg":"trace[1578368619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39869; }","duration":"390.998952ms","start":"2026-04-28T23:56:09.696541Z","end":"2026-04-28T23:56:10.087539Z","steps":["trace[1578368619] 'agreement among raft nodes before linearized reading' (duration: 390.0534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.087618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.696523Z","time spent":"391.078755ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:56:10.088465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.905722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:56:10.088573Z","caller":"traceutil/trace.go:171","msg":"trace[1842502138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39869; }","duration":"392.051075ms","start":"2026-04-28T23:56:09.696498Z","end":"2026-04-28T23:56:10.088549Z","steps":["trace[1842502138] 'agreement among raft nodes before linearized reading' (duration: 389.421937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:10.088624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:56:09.696483Z","time spent":"392.128677ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T23:56:10.192937Z","caller":"traceutil/trace.go:171","msg":"trace[1690457637] transaction","detail":"{read_only:false; response_revision:39870; number_of_response:1; }","duration":"101.073805ms","start":"2026-04-28T23:56:10.091832Z","end":"2026-04-28T23:56:10.192906Z","steps":["trace[1690457637] 'process raft request' (duration: 41.385854ms)","trace[1690457637] 'compare' (duration: 59.576699ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:10.200009Z","caller":"traceutil/trace.go:171","msg":"trace[726595433] transaction","detail":"{read_only:false; response_revision:39874; number_of_response:1; }","duration":"106.531916ms","start":"2026-04-28T23:56:10.093452Z","end":"2026-04-28T23:56:10.199984Z","steps":["trace[726595433] 'process raft request' (duration: 106.21723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.200188Z","caller":"traceutil/trace.go:171","msg":"trace[1412584034] transaction","detail":"{read_only:false; response_revision:39873; number_of_response:1; }","duration":"107.293765ms","start":"2026-04-28T23:56:10.092884Z","end":"2026-04-28T23:56:10.200177Z","steps":["trace[1412584034] 'process raft request' (duration: 106.764963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.200339Z","caller":"traceutil/trace.go:171","msg":"trace[1820653435] transaction","detail":"{read_only:false; response_revision:39872; number_of_response:1; }","duration":"107.430507ms","start":"2026-04-28T23:56:10.092767Z","end":"2026-04-28T23:56:10.200198Z","steps":["trace[1820653435] 'process raft request' (duration: 106.844874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.200388Z","caller":"traceutil/trace.go:171","msg":"trace[1067505774] transaction","detail":"{read_only:false; response_revision:39875; number_of_response:1; }","duration":"105.411262ms","start":"2026-04-28T23:56:10.094966Z","end":"2026-04-28T23:56:10.200377Z","steps":["trace[1067505774] 'process raft request' (duration: 104.728497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:10.200669Z","caller":"traceutil/trace.go:171","msg":"trace[1069885684] transaction","detail":"{read_only:false; response_revision:39871; number_of_response:1; }","duration":"107.940398ms","start":"2026-04-28T23:56:10.092712Z","end":"2026-04-28T23:56:10.200652Z","steps":["trace[1069885684] 'process raft request' (duration: 106.812863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:11.701319Z","caller":"traceutil/trace.go:171","msg":"trace[1075233467] transaction","detail":"{read_only:false; response_revision:39878; number_of_response:1; }","duration":"150.413086ms","start":"2026-04-28T23:56:11.550869Z","end":"2026-04-28T23:56:11.701282Z","steps":["trace[1075233467] 'process raft request' (duration: 66.748189ms)","trace[1075233467] 'compare' (duration: 83.200715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:56:12.399668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.604969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T23:56:12.399682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.218832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T23:56:12.399753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.461874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:12.39977Z","caller":"traceutil/trace.go:171","msg":"trace[873714132] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:39884; }","duration":"205.508084ms","start":"2026-04-28T23:56:12.194255Z","end":"2026-04-28T23:56:12.399763Z","steps":["trace[873714132] 'count revisions from in-memory index tree' (duration: 205.405243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.399771Z","caller":"traceutil/trace.go:171","msg":"trace[1467272429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39884; }","duration":"194.334035ms","start":"2026-04-28T23:56:12.205414Z","end":"2026-04-28T23:56:12.399748Z","steps":["trace[1467272429] 'range keys from in-memory index tree' (duration: 194.057438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.399725Z","caller":"traceutil/trace.go:171","msg":"trace[1793300426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39884; }","duration":"202.685752ms","start":"2026-04-28T23:56:12.197025Z","end":"2026-04-28T23:56:12.399711Z","steps":["trace[1793300426] 'range keys from in-memory index tree' (duration: 202.480317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:12.399672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.11041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:56:12.400113Z","caller":"traceutil/trace.go:171","msg":"trace[1296059344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39884; }","duration":"194.5416ms","start":"2026-04-28T23:56:12.205534Z","end":"2026-04-28T23:56:12.400076Z","steps":["trace[1296059344] 'range keys from in-memory index tree' (duration: 193.990597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:12.40016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.769895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:56:12.399954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.740577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:56:12.400235Z","caller":"traceutil/trace.go:171","msg":"trace[1813858377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39884; }","duration":"196.046233ms","start":"2026-04-28T23:56:12.204182Z","end":"2026-04-28T23:56:12.400228Z","steps":["trace[1813858377] 'range keys from in-memory index tree' (duration: 195.326557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.400378Z","caller":"traceutil/trace.go:171","msg":"trace[1402217957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39884; }","duration":"194.821025ms","start":"2026-04-28T23:56:12.205366Z","end":"2026-04-28T23:56:12.400187Z","steps":["trace[1402217957] 'range keys from in-memory index tree' (duration: 194.11119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.632981Z","caller":"traceutil/trace.go:171","msg":"trace[339080926] transaction","detail":"{read_only:false; response_revision:39886; number_of_response:1; }","duration":"228.756212ms","start":"2026-04-28T23:56:12.404206Z","end":"2026-04-28T23:56:12.632962Z","steps":["trace[339080926] 'process raft request' (duration: 228.615039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.633242Z","caller":"traceutil/trace.go:171","msg":"trace[486665717] transaction","detail":"{read_only:false; response_revision:39887; number_of_response:1; }","duration":"228.520887ms","start":"2026-04-28T23:56:12.404704Z","end":"2026-04-28T23:56:12.633225Z","steps":["trace[486665717] 'process raft request' (duration: 228.229961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.633285Z","caller":"traceutil/trace.go:171","msg":"trace[442702694] linearizableReadLoop","detail":"{readStateIndex:41280; appliedIndex:41275; }","duration":"175.144036ms","start":"2026-04-28T23:56:12.458126Z","end":"2026-04-28T23:56:12.63327Z","steps":["trace[442702694] 'read index received' (duration: 8.97758ms)","trace[442702694] 'applied index is now lower than readState.Index' (duration: 166.165436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:12.633389Z","caller":"traceutil/trace.go:171","msg":"trace[1640559815] transaction","detail":"{read_only:false; response_revision:39888; number_of_response:1; }","duration":"228.456776ms","start":"2026-04-28T23:56:12.404925Z","end":"2026-04-28T23:56:12.633382Z","steps":["trace[1640559815] 'process raft request' (duration: 228.21109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:12.633395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.246319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:12.633429Z","caller":"traceutil/trace.go:171","msg":"trace[157881582] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:39889; }","duration":"175.33232ms","start":"2026-04-28T23:56:12.458084Z","end":"2026-04-28T23:56:12.633416Z","steps":["trace[157881582] 'agreement among raft nodes before linearized reading' (duration: 175.238708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:12.633449Z","caller":"traceutil/trace.go:171","msg":"trace[72113722] transaction","detail":"{read_only:false; response_revision:39889; number_of_response:1; }","duration":"228.483917ms","start":"2026-04-28T23:56:12.404959Z","end":"2026-04-28T23:56:12.633443Z","steps":["trace[72113722] 'process raft request' (duration: 228.266432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.337539Z","caller":"traceutil/trace.go:171","msg":"trace[636554252] transaction","detail":"{read_only:false; response_revision:39938; number_of_response:1; }","duration":"159.546019ms","start":"2026-04-28T23:56:20.177975Z","end":"2026-04-28T23:56:20.337521Z","steps":["trace[636554252] 'process raft request' (duration: 159.070629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.337747Z","caller":"traceutil/trace.go:171","msg":"trace[1104743680] transaction","detail":"{read_only:false; response_revision:39939; number_of_response:1; }","duration":"156.658925ms","start":"2026-04-28T23:56:20.181067Z","end":"2026-04-28T23:56:20.337726Z","steps":["trace[1104743680] 'process raft request' (duration: 156.416309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.339065Z","caller":"traceutil/trace.go:171","msg":"trace[1369936565] transaction","detail":"{read_only:false; response_revision:39940; number_of_response:1; }","duration":"157.508064ms","start":"2026-04-28T23:56:20.18154Z","end":"2026-04-28T23:56:20.339048Z","steps":["trace[1369936565] 'process raft request' (duration: 156.075052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.339475Z","caller":"traceutil/trace.go:171","msg":"trace[1700929572] transaction","detail":"{read_only:false; response_revision:39942; number_of_response:1; }","duration":"154.505867ms","start":"2026-04-28T23:56:20.184952Z","end":"2026-04-28T23:56:20.339457Z","steps":["trace[1700929572] 'process raft request' (duration: 154.349393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.339584Z","caller":"traceutil/trace.go:171","msg":"trace[1531745460] transaction","detail":"{read_only:false; response_revision:39941; number_of_response:1; }","duration":"156.736096ms","start":"2026-04-28T23:56:20.182834Z","end":"2026-04-28T23:56:20.33957Z","steps":["trace[1531745460] 'process raft request' (duration: 156.167574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.385235Z","caller":"traceutil/trace.go:171","msg":"trace[655875535] linearizableReadLoop","detail":"{readStateIndex:41336; appliedIndex:41330; }","duration":"147.06425ms","start":"2026-04-28T23:56:20.238146Z","end":"2026-04-28T23:56:20.385211Z","steps":["trace[655875535] 'read index received' (duration: 98.880356ms)","trace[655875535] 'applied index is now lower than readState.Index' (duration: 48.182364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:20.385393Z","caller":"traceutil/trace.go:171","msg":"trace[1511363083] transaction","detail":"{read_only:false; response_revision:39943; number_of_response:1; }","duration":"166.619818ms","start":"2026-04-28T23:56:20.218737Z","end":"2026-04-28T23:56:20.385356Z","steps":["trace[1511363083] 'process raft request' (duration: 166.3334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:20.385456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.283976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:20.385502Z","caller":"traceutil/trace.go:171","msg":"trace[1398480932] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:39943; }","duration":"147.376319ms","start":"2026-04-28T23:56:20.238112Z","end":"2026-04-28T23:56:20.385488Z","steps":["trace[1398480932] 'agreement among raft nodes before linearized reading' (duration: 147.190544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:20.670707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.138168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:56:20.67079Z","caller":"traceutil/trace.go:171","msg":"trace[1866789244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39943; }","duration":"102.286021ms","start":"2026-04-28T23:56:20.568484Z","end":"2026-04-28T23:56:20.67077Z","steps":["trace[1866789244] 'range keys from in-memory index tree' (duration: 101.938433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.942495Z","caller":"traceutil/trace.go:171","msg":"trace[1865746546] linearizableReadLoop","detail":"{readStateIndex:41341; appliedIndex:41338; }","duration":"133.994289ms","start":"2026-04-28T23:56:20.808479Z","end":"2026-04-28T23:56:20.942473Z","steps":["trace[1865746546] 'read index received' (duration: 133.710353ms)","trace[1865746546] 'applied index is now lower than readState.Index' (duration: 283.066µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:20.942864Z","caller":"traceutil/trace.go:171","msg":"trace[191013672] transaction","detail":"{read_only:false; response_revision:39947; number_of_response:1; }","duration":"214.930356ms","start":"2026-04-28T23:56:20.727902Z","end":"2026-04-28T23:56:20.942832Z","steps":["trace[191013672] 'process raft request' (duration: 214.493915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:20.942951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.63026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419573"} {"level":"info","ts":"2026-04-28T23:56:20.942987Z","caller":"traceutil/trace.go:171","msg":"trace[755946551] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:39948; }","duration":"132.705411ms","start":"2026-04-28T23:56:20.810271Z","end":"2026-04-28T23:56:20.942977Z","steps":["trace[755946551] 'agreement among raft nodes before linearized reading' (duration: 132.492246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:20.942957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.425669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:20.943051Z","caller":"traceutil/trace.go:171","msg":"trace[1535173141] transaction","detail":"{read_only:false; response_revision:39946; number_of_response:1; }","duration":"215.204681ms","start":"2026-04-28T23:56:20.727833Z","end":"2026-04-28T23:56:20.943037Z","steps":["trace[1535173141] 'process raft request' (duration: 214.408673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.9431Z","caller":"traceutil/trace.go:171","msg":"trace[1223728748] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:39948; }","duration":"134.642844ms","start":"2026-04-28T23:56:20.808425Z","end":"2026-04-28T23:56:20.943068Z","steps":["trace[1223728748] 'agreement among raft nodes before linearized reading' (duration: 134.350088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:20.943121Z","caller":"traceutil/trace.go:171","msg":"trace[694902689] transaction","detail":"{read_only:false; response_revision:39948; number_of_response:1; }","duration":"215.180011ms","start":"2026-04-28T23:56:20.727935Z","end":"2026-04-28T23:56:20.943115Z","steps":["trace[694902689] 'process raft request' (duration: 214.501695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:21.437998Z","caller":"traceutil/trace.go:171","msg":"trace[1011505112] transaction","detail":"{read_only:false; response_revision:39949; number_of_response:1; }","duration":"113.343518ms","start":"2026-04-28T23:56:21.324627Z","end":"2026-04-28T23:56:21.43797Z","steps":["trace[1011505112] 'process raft request' (duration: 112.923239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:21.629738Z","caller":"traceutil/trace.go:171","msg":"trace[575424451] transaction","detail":"{read_only:false; response_revision:39950; number_of_response:1; }","duration":"140.433143ms","start":"2026-04-28T23:56:21.488877Z","end":"2026-04-28T23:56:21.62931Z","steps":["trace[575424451] 'process raft request' (duration: 140.192077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:22.053936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.327268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:22.054001Z","caller":"traceutil/trace.go:171","msg":"trace[475328184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39952; }","duration":"126.437781ms","start":"2026-04-28T23:56:21.927548Z","end":"2026-04-28T23:56:22.053985Z","steps":["trace[475328184] 'count revisions from in-memory index tree' (duration: 126.273127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:22.054181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.789142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:22.054243Z","caller":"traceutil/trace.go:171","msg":"trace[1663915730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39952; }","duration":"132.909124ms","start":"2026-04-28T23:56:21.921319Z","end":"2026-04-28T23:56:22.054228Z","steps":["trace[1663915730] 'range keys from in-memory index tree' (duration: 132.688089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:50.989158Z","caller":"traceutil/trace.go:171","msg":"trace[1407213011] transaction","detail":"{read_only:false; response_revision:40166; number_of_response:1; }","duration":"101.064444ms","start":"2026-04-28T23:56:50.888068Z","end":"2026-04-28T23:56:50.989133Z","steps":["trace[1407213011] 'process raft request' (duration: 100.781558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:51.268831Z","caller":"traceutil/trace.go:171","msg":"trace[2368317] transaction","detail":"{read_only:false; response_revision:40170; number_of_response:1; }","duration":"137.869785ms","start":"2026-04-28T23:56:51.130911Z","end":"2026-04-28T23:56:51.268781Z","steps":["trace[2368317] 'process raft request' (duration: 78.821168ms)","trace[2368317] 'compare' (duration: 58.807652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:52.069286Z","caller":"traceutil/trace.go:171","msg":"trace[452153924] linearizableReadLoop","detail":"{readStateIndex:41572; appliedIndex:41571; }","duration":"140.517105ms","start":"2026-04-28T23:56:51.92875Z","end":"2026-04-28T23:56:52.069267Z","steps":["trace[452153924] 'read index received' (duration: 104.113483ms)","trace[452153924] 'applied index is now lower than readState.Index' (duration: 36.402652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:56:52.069418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.651308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:56:52.069443Z","caller":"traceutil/trace.go:171","msg":"trace[1671742770] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:40173; }","duration":"140.722981ms","start":"2026-04-28T23:56:51.928712Z","end":"2026-04-28T23:56:52.069435Z","steps":["trace[1671742770] 'agreement among raft nodes before linearized reading' (duration: 140.633189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:52.069709Z","caller":"traceutil/trace.go:171","msg":"trace[1025786300] transaction","detail":"{read_only:false; response_revision:40173; number_of_response:1; }","duration":"145.371193ms","start":"2026-04-28T23:56:51.924277Z","end":"2026-04-28T23:56:52.069648Z","steps":["trace[1025786300] 'process raft request' (duration: 108.560842ms)","trace[1025786300] 'compare' (duration: 36.26542ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:56:52.615968Z","caller":"traceutil/trace.go:171","msg":"trace[1088872919] transaction","detail":"{read_only:false; response_revision:40176; number_of_response:1; }","duration":"100.116014ms","start":"2026-04-28T23:56:52.515829Z","end":"2026-04-28T23:56:52.615945Z","steps":["trace[1088872919] 'process raft request' (duration: 99.506941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:56:53.413607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.676284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:56:53.413678Z","caller":"traceutil/trace.go:171","msg":"trace[576560223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40183; }","duration":"138.782127ms","start":"2026-04-28T23:56:53.274875Z","end":"2026-04-28T23:56:53.413657Z","steps":["trace[576560223] 'range keys from in-memory index tree' (duration: 138.5267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:56:54.67234Z","caller":"traceutil/trace.go:171","msg":"trace[450756541] transaction","detail":"{read_only:false; response_revision:40188; number_of_response:1; }","duration":"105.969464ms","start":"2026-04-28T23:56:54.566352Z","end":"2026-04-28T23:56:54.672322Z","steps":["trace[450756541] 'process raft request' (duration: 105.814661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:41.112418Z","caller":"traceutil/trace.go:171","msg":"trace[1089462361] transaction","detail":"{read_only:false; response_revision:40536; number_of_response:1; }","duration":"109.166394ms","start":"2026-04-28T23:57:41.003208Z","end":"2026-04-28T23:57:41.112375Z","steps":["trace[1089462361] 'process raft request' (duration: 108.876168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:41.67975Z","caller":"traceutil/trace.go:171","msg":"trace[557269851] linearizableReadLoop","detail":"{readStateIndex:41949; appliedIndex:41948; }","duration":"136.801142ms","start":"2026-04-28T23:57:41.542902Z","end":"2026-04-28T23:57:41.679703Z","steps":["trace[557269851] 'read index received' (duration: 100.708237ms)","trace[557269851] 'applied index is now lower than readState.Index' (duration: 36.090435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:57:41.679826Z","caller":"traceutil/trace.go:171","msg":"trace[1716371272] transaction","detail":"{read_only:false; response_revision:40539; number_of_response:1; }","duration":"148.34369ms","start":"2026-04-28T23:57:41.53137Z","end":"2026-04-28T23:57:41.679714Z","steps":["trace[1716371272] 'process raft request' (duration: 112.333956ms)","trace[1716371272] 'compare' (duration: 35.755738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:57:41.680244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.282183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:57:41.680308Z","caller":"traceutil/trace.go:171","msg":"trace[1828096656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40539; }","duration":"137.434916ms","start":"2026-04-28T23:57:41.542852Z","end":"2026-04-28T23:57:41.680287Z","steps":["trace[1828096656] 'agreement among raft nodes before linearized reading' (duration: 137.050938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:41.935143Z","caller":"traceutil/trace.go:171","msg":"trace[1851387069] transaction","detail":"{read_only:false; response_revision:40541; number_of_response:1; }","duration":"157.913012ms","start":"2026-04-28T23:57:41.777185Z","end":"2026-04-28T23:57:41.935098Z","steps":["trace[1851387069] 'process raft request' (duration: 157.417221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:42.771568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.341424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:57:42.771662Z","caller":"traceutil/trace.go:171","msg":"trace[150129380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40543; }","duration":"128.480706ms","start":"2026-04-28T23:57:42.643158Z","end":"2026-04-28T23:57:42.771638Z","steps":["trace[150129380] 'count revisions from in-memory index tree' (duration: 128.232151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:43.140741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.892291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:57:43.14079Z","caller":"traceutil/trace.go:171","msg":"trace[1776704552] transaction","detail":"{read_only:false; response_revision:40545; number_of_response:1; }","duration":"204.009071ms","start":"2026-04-28T23:57:42.936748Z","end":"2026-04-28T23:57:43.140757Z","steps":["trace[1776704552] 'process raft request' (duration: 201.489415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:43.14083Z","caller":"traceutil/trace.go:171","msg":"trace[1069051744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40544; }","duration":"227.160709ms","start":"2026-04-28T23:57:42.913654Z","end":"2026-04-28T23:57:43.140815Z","steps":["trace[1069051744] 'range keys from in-memory index tree' (duration: 226.785288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:43.281237Z","caller":"traceutil/trace.go:171","msg":"trace[492664462] linearizableReadLoop","detail":"{readStateIndex:41959; appliedIndex:41955; }","duration":"137.742512ms","start":"2026-04-28T23:57:43.143469Z","end":"2026-04-28T23:57:43.281212Z","steps":["trace[492664462] 'read index received' (duration: 105.316439ms)","trace[492664462] 'applied index is now lower than readState.Index' (duration: 32.425323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:57:43.281385Z","caller":"traceutil/trace.go:171","msg":"trace[20147865] transaction","detail":"{read_only:false; response_revision:40546; number_of_response:1; }","duration":"324.009878ms","start":"2026-04-28T23:57:42.957363Z","end":"2026-04-28T23:57:43.281372Z","steps":["trace[20147865] 'process raft request' (duration: 291.442841ms)","trace[20147865] 'compare' (duration: 31.898272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:57:43.281496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:57:42.957337Z","time spent":"324.07657ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:57:43.281569Z","caller":"traceutil/trace.go:171","msg":"trace[1737665752] transaction","detail":"{read_only:false; response_revision:40547; number_of_response:1; }","duration":"290.297297ms","start":"2026-04-28T23:57:42.991213Z","end":"2026-04-28T23:57:43.28151Z","steps":["trace[1737665752] 'process raft request' (duration: 289.683044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:43.281847Z","caller":"traceutil/trace.go:171","msg":"trace[1794773503] transaction","detail":"{read_only:false; response_revision:40548; number_of_response:1; }","duration":"191.062042ms","start":"2026-04-28T23:57:43.090759Z","end":"2026-04-28T23:57:43.281821Z","steps":["trace[1794773503] 'process raft request' (duration: 190.350066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:43.281961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.446888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:57:43.282078Z","caller":"traceutil/trace.go:171","msg":"trace[335751990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40549; }","duration":"138.591561ms","start":"2026-04-28T23:57:43.143463Z","end":"2026-04-28T23:57:43.282055Z","steps":["trace[335751990] 'agreement among raft nodes before linearized reading' (duration: 138.350806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:43.282279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.365557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:57:43.282333Z","caller":"traceutil/trace.go:171","msg":"trace[1618957577] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:40549; }","duration":"134.45221ms","start":"2026-04-28T23:57:43.147867Z","end":"2026-04-28T23:57:43.282319Z","steps":["trace[1618957577] 'agreement among raft nodes before linearized reading' (duration: 134.218565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:43.282846Z","caller":"traceutil/trace.go:171","msg":"trace[1692668722] transaction","detail":"{read_only:false; response_revision:40549; number_of_response:1; }","duration":"164.56022ms","start":"2026-04-28T23:57:43.118245Z","end":"2026-04-28T23:57:43.282806Z","steps":["trace[1692668722] 'process raft request' (duration: 162.923485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:43.49294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.321349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T23:57:43.49303Z","caller":"traceutil/trace.go:171","msg":"trace[492797897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40549; }","duration":"105.476323ms","start":"2026-04-28T23:57:43.387534Z","end":"2026-04-28T23:57:43.493011Z","steps":["trace[492797897] 'range keys from in-memory index tree' (duration: 105.119685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:44.07635Z","caller":"traceutil/trace.go:171","msg":"trace[844714461] transaction","detail":"{read_only:false; response_revision:40554; number_of_response:1; }","duration":"129.247644ms","start":"2026-04-28T23:57:43.947084Z","end":"2026-04-28T23:57:44.076332Z","steps":["trace[844714461] 'process raft request' (duration: 129.10581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:44.663158Z","caller":"traceutil/trace.go:171","msg":"trace[884386887] transaction","detail":"{read_only:false; response_revision:40556; number_of_response:1; }","duration":"114.019174ms","start":"2026-04-28T23:57:44.549106Z","end":"2026-04-28T23:57:44.663126Z","steps":["trace[884386887] 'process raft request' (duration: 113.772749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:45.39604Z","caller":"traceutil/trace.go:171","msg":"trace[858964397] transaction","detail":"{read_only:false; response_revision:40559; number_of_response:1; }","duration":"108.263026ms","start":"2026-04-28T23:57:45.287755Z","end":"2026-04-28T23:57:45.396018Z","steps":["trace[858964397] 'process raft request' (duration: 108.125853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:45.456037Z","caller":"traceutil/trace.go:171","msg":"trace[1124523286] transaction","detail":"{read_only:false; response_revision:40561; number_of_response:1; }","duration":"166.966146ms","start":"2026-04-28T23:57:45.289043Z","end":"2026-04-28T23:57:45.456009Z","steps":["trace[1124523286] 'process raft request' (duration: 166.889404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:45.456061Z","caller":"traceutil/trace.go:171","msg":"trace[2131518656] transaction","detail":"{read_only:false; response_revision:40560; number_of_response:1; }","duration":"167.617319ms","start":"2026-04-28T23:57:45.288418Z","end":"2026-04-28T23:57:45.456036Z","steps":["trace[2131518656] 'process raft request' (duration: 167.381684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:45.456377Z","caller":"traceutil/trace.go:171","msg":"trace[1915191409] transaction","detail":"{read_only:false; response_revision:40562; number_of_response:1; }","duration":"164.815577ms","start":"2026-04-28T23:57:45.291521Z","end":"2026-04-28T23:57:45.456336Z","steps":["trace[1915191409] 'process raft request' (duration: 164.448209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:46.780353Z","caller":"traceutil/trace.go:171","msg":"trace[1576916246] transaction","detail":"{read_only:false; response_revision:40570; number_of_response:1; }","duration":"110.793843ms","start":"2026-04-28T23:57:46.669529Z","end":"2026-04-28T23:57:46.780323Z","steps":["trace[1576916246] 'process raft request' (duration: 110.584928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:46.932186Z","caller":"traceutil/trace.go:171","msg":"trace[718203071] transaction","detail":"{read_only:false; response_revision:40571; number_of_response:1; }","duration":"133.957889ms","start":"2026-04-28T23:57:46.798194Z","end":"2026-04-28T23:57:46.932152Z","steps":["trace[718203071] 'process raft request' (duration: 38.219403ms)","trace[718203071] 'compare' (duration: 95.516001ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:57:47.961875Z","caller":"traceutil/trace.go:171","msg":"trace[303200715] transaction","detail":"{read_only:false; response_revision:40581; number_of_response:1; }","duration":"124.536479ms","start":"2026-04-28T23:57:47.837287Z","end":"2026-04-28T23:57:47.961824Z","steps":["trace[303200715] 'process raft request' (duration: 109.712437ms)","trace[303200715] 'compare' (duration: 14.656707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:57:51.000433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.319951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T23:57:51.000493Z","caller":"traceutil/trace.go:171","msg":"trace[833851701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:40602; }","duration":"110.434844ms","start":"2026-04-28T23:57:50.890043Z","end":"2026-04-28T23:57:51.000478Z","steps":["trace[833851701] 'range keys from in-memory index tree' (duration: 110.161167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:57:51.000673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.57909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:57:51.00074Z","caller":"traceutil/trace.go:171","msg":"trace[45332222] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:40602; }","duration":"111.703922ms","start":"2026-04-28T23:57:50.889023Z","end":"2026-04-28T23:57:51.000727Z","steps":["trace[45332222] 'count revisions from in-memory index tree' (duration: 111.448016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:51.906438Z","caller":"traceutil/trace.go:171","msg":"trace[1328955870] transaction","detail":"{read_only:false; response_revision:40612; number_of_response:1; }","duration":"109.044473ms","start":"2026-04-28T23:57:51.797367Z","end":"2026-04-28T23:57:51.906412Z","steps":["trace[1328955870] 'process raft request' (duration: 107.896947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:57.246192Z","caller":"traceutil/trace.go:171","msg":"trace[901360419] transaction","detail":"{read_only:false; response_revision:40648; number_of_response:1; }","duration":"161.096844ms","start":"2026-04-28T23:57:57.085066Z","end":"2026-04-28T23:57:57.246163Z","steps":["trace[901360419] 'process raft request' (duration: 113.668896ms)","trace[901360419] 'compare' (duration: 47.312126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:57:57.65732Z","caller":"traceutil/trace.go:171","msg":"trace[1799482915] transaction","detail":"{read_only:false; response_revision:40650; number_of_response:1; }","duration":"109.192376ms","start":"2026-04-28T23:57:57.5481Z","end":"2026-04-28T23:57:57.657293Z","steps":["trace[1799482915] 'process raft request' (duration: 108.969051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:57.70664Z","caller":"traceutil/trace.go:171","msg":"trace[1424462867] transaction","detail":"{read_only:false; response_revision:40653; number_of_response:1; }","duration":"131.971134ms","start":"2026-04-28T23:57:57.57464Z","end":"2026-04-28T23:57:57.706611Z","steps":["trace[1424462867] 'process raft request' (duration: 131.923443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:57.707059Z","caller":"traceutil/trace.go:171","msg":"trace[120945955] transaction","detail":"{read_only:false; response_revision:40651; number_of_response:1; }","duration":"146.772325ms","start":"2026-04-28T23:57:57.560071Z","end":"2026-04-28T23:57:57.706843Z","steps":["trace[120945955] 'process raft request' (duration: 145.352583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:57:57.70742Z","caller":"traceutil/trace.go:171","msg":"trace[1440849819] transaction","detail":"{read_only:false; response_revision:40652; number_of_response:1; }","duration":"142.930839ms","start":"2026-04-28T23:57:57.56448Z","end":"2026-04-28T23:57:57.707411Z","steps":["trace[1440849819] 'process raft request' (duration: 142.015729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:58:04.259991Z","caller":"traceutil/trace.go:171","msg":"trace[961926177] transaction","detail":"{read_only:false; response_revision:40701; number_of_response:1; }","duration":"110.420243ms","start":"2026-04-28T23:58:04.149547Z","end":"2026-04-28T23:58:04.259967Z","steps":["trace[961926177] 'process raft request' (duration: 110.082466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:58:09.562113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.533961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:58:09.562195Z","caller":"traceutil/trace.go:171","msg":"trace[1173243100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:40737; }","duration":"125.672924ms","start":"2026-04-28T23:58:09.436506Z","end":"2026-04-28T23:58:09.562179Z","steps":["trace[1173243100] 'count revisions from in-memory index tree' (duration: 125.436328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:58:13.952164Z","caller":"traceutil/trace.go:171","msg":"trace[939353727] transaction","detail":"{read_only:false; response_revision:40767; number_of_response:1; }","duration":"112.54039ms","start":"2026-04-28T23:58:13.839583Z","end":"2026-04-28T23:58:13.952123Z","steps":["trace[939353727] 'process raft request' (duration: 111.532318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:59:59.290036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39326} {"level":"info","ts":"2026-04-28T23:59:59.411294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39326,"took":"116.97434ms","hash":3944748994,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":31514624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T23:59:59.411452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3944748994,"revision":39326,"compact-revision":37036} {"level":"info","ts":"2026-04-29T00:00:34.996197Z","caller":"traceutil/trace.go:171","msg":"trace[84868184] transaction","detail":"{read_only:false; response_revision:41940; number_of_response:1; }","duration":"107.513208ms","start":"2026-04-29T00:00:34.888652Z","end":"2026-04-29T00:00:34.996165Z","steps":["trace[84868184] 'process raft request' (duration: 107.157871ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:00:35.154705Z","caller":"traceutil/trace.go:171","msg":"trace[2100339459] transaction","detail":"{read_only:false; response_revision:41941; number_of_response:1; }","duration":"126.301797ms","start":"2026-04-29T00:00:35.028341Z","end":"2026-04-29T00:00:35.154642Z","steps":["trace[2100339459] 'process raft request' (duration: 40.242617ms)","trace[2100339459] 'compare' (duration: 85.913187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:00:35.796506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.011017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T00:00:35.79662Z","caller":"traceutil/trace.go:171","msg":"trace[1651383591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41944; }","duration":"375.182731ms","start":"2026-04-29T00:00:35.421411Z","end":"2026-04-29T00:00:35.796594Z","steps":["trace[1651383591] 'range keys from in-memory index tree' (duration: 374.781532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:35.796765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.421387Z","time spent":"375.359304ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T00:00:35.796809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.868743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/nova-bootstrap\" ","response":"range_response_count:1 size:591"} {"level":"warn","ts":"2026-04-29T00:00:35.796859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.789207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-29T00:00:35.796914Z","caller":"traceutil/trace.go:171","msg":"trace[1287897027] range","detail":"{range_begin:/registry/clusterroles/nova-bootstrap; range_end:; response_count:1; response_revision:41944; }","duration":"401.031336ms","start":"2026-04-29T00:00:35.395864Z","end":"2026-04-29T00:00:35.796895Z","steps":["trace[1287897027] 'range keys from in-memory index tree' (duration: 400.68046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:00:35.796956Z","caller":"traceutil/trace.go:171","msg":"trace[118949795] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:41944; }","duration":"402.95702ms","start":"2026-04-29T00:00:35.393979Z","end":"2026-04-29T00:00:35.796936Z","steps":["trace[118949795] 'range keys from in-memory index tree' (duration: 402.626003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:35.79697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.395839Z","time spent":"401.117089ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":614,"request content":"key:\"/registry/clusterroles/nova-bootstrap\" "} {"level":"warn","ts":"2026-04-29T00:00:35.797014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.393947Z","time spent":"403.051892ms","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":703,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"info","ts":"2026-04-29T00:00:35.881644Z","caller":"traceutil/trace.go:171","msg":"trace[1475772130] transaction","detail":"{read_only:false; response_revision:41945; number_of_response:1; }","duration":"169.626694ms","start":"2026-04-29T00:00:35.711992Z","end":"2026-04-29T00:00:35.881619Z","steps":["trace[1475772130] 'process raft request' (duration: 169.388958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.216666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.225756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:00:36.216877Z","caller":"traceutil/trace.go:171","msg":"trace[651960089] transaction","detail":"{read_only:false; response_revision:41946; number_of_response:1; }","duration":"414.483976ms","start":"2026-04-29T00:00:35.802371Z","end":"2026-04-29T00:00:36.216855Z","steps":["trace[651960089] 'process raft request' (duration: 248.955104ms)","trace[651960089] 'compare' (duration: 165.068782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:00:36.216941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.802351Z","time spent":"414.566029ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:00:36.217253Z","caller":"traceutil/trace.go:171","msg":"trace[1655876836] linearizableReadLoop","detail":"{readStateIndex:43397; appliedIndex:43395; }","duration":"318.005554ms","start":"2026-04-29T00:00:35.899205Z","end":"2026-04-29T00:00:36.217211Z","steps":["trace[1655876836] 'read index received' (duration: 152.093663ms)","trace[1655876836] 'applied index is now lower than readState.Index' (duration: 165.909601ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:00:36.217272Z","caller":"traceutil/trace.go:171","msg":"trace[2109368952] transaction","detail":"{read_only:false; response_revision:41947; number_of_response:1; }","duration":"342.142593ms","start":"2026-04-29T00:00:35.875089Z","end":"2026-04-29T00:00:36.217232Z","steps":["trace[2109368952] 'process raft request' (duration: 341.702893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.217405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.168248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T00:00:36.21745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.875069Z","time spent":"342.272115ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:00:36.217482Z","caller":"traceutil/trace.go:171","msg":"trace[2071947476] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:41947; }","duration":"318.2952ms","start":"2026-04-29T00:00:35.899166Z","end":"2026-04-29T00:00:36.217461Z","steps":["trace[2071947476] 'agreement among raft nodes before linearized reading' (duration: 318.128256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.217525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.899148Z","time spent":"318.366952ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T00:00:36.291445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.119134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:00:36.291544Z","caller":"traceutil/trace.go:171","msg":"trace[112424490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41949; }","duration":"386.253878ms","start":"2026-04-29T00:00:35.905268Z","end":"2026-04-29T00:00:36.291522Z","steps":["trace[112424490] 'agreement among raft nodes before linearized reading' (duration: 386.089894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.291586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.905251Z","time spent":"386.326549ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T00:00:36.292003Z","caller":"traceutil/trace.go:171","msg":"trace[1878176945] transaction","detail":"{read_only:false; response_revision:41948; number_of_response:1; }","duration":"349.864356ms","start":"2026-04-29T00:00:35.942124Z","end":"2026-04-29T00:00:36.291988Z","steps":["trace[1878176945] 'process raft request' (duration: 349.057978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.292107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.942106Z","time spent":"349.936207ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:00:36.292291Z","caller":"traceutil/trace.go:171","msg":"trace[1492145943] transaction","detail":"{read_only:false; response_revision:41949; number_of_response:1; }","duration":"350.06963ms","start":"2026-04-29T00:00:35.94221Z","end":"2026-04-29T00:00:36.29228Z","steps":["trace[1492145943] 'process raft request' (duration: 349.097929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.292377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.942183Z","time spent":"350.160882ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:00:36.292605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.751679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/nova-cell-setup\" ","response":"range_response_count:1 size:593"} {"level":"info","ts":"2026-04-29T00:00:36.292785Z","caller":"traceutil/trace.go:171","msg":"trace[1643667237] range","detail":"{range_begin:/registry/clusterroles/nova-cell-setup; range_end:; response_count:1; response_revision:41949; }","duration":"326.831431ms","start":"2026-04-29T00:00:35.965804Z","end":"2026-04-29T00:00:36.292635Z","steps":["trace[1643667237] 'agreement among raft nodes before linearized reading' (duration: 326.692608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.292833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.965783Z","time spent":"327.039875ms","remote":"127.0.0.1:60484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":616,"request content":"key:\"/registry/clusterroles/nova-cell-setup\" "} {"level":"warn","ts":"2026-04-29T00:00:36.293078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.501275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-29T00:00:36.293116Z","caller":"traceutil/trace.go:171","msg":"trace[1327677855] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:41949; }","duration":"348.556665ms","start":"2026-04-29T00:00:35.944549Z","end":"2026-04-29T00:00:36.293105Z","steps":["trace[1327677855] 'agreement among raft nodes before linearized reading' (duration: 348.453523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.293147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:00:35.94454Z","time spent":"348.599636ms","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":703,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"info","ts":"2026-04-29T00:00:36.768732Z","caller":"traceutil/trace.go:171","msg":"trace[287904720] transaction","detail":"{read_only:false; response_revision:41952; number_of_response:1; }","duration":"156.734207ms","start":"2026-04-29T00:00:36.611965Z","end":"2026-04-29T00:00:36.768699Z","steps":["trace[287904720] 'process raft request' (duration: 92.618276ms)","trace[287904720] 'compare' (duration: 63.842635ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:00:36.768803Z","caller":"traceutil/trace.go:171","msg":"trace[493775960] transaction","detail":"{read_only:false; response_revision:41953; number_of_response:1; }","duration":"103.53904ms","start":"2026-04-29T00:00:36.665245Z","end":"2026-04-29T00:00:36.768784Z","steps":["trace[493775960] 'process raft request' (duration: 103.441067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:00:36.768988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.944785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-29T00:00:36.768813Z","caller":"traceutil/trace.go:171","msg":"trace[1783332289] linearizableReadLoop","detail":"{readStateIndex:43402; appliedIndex:43401; }","duration":"110.75034ms","start":"2026-04-29T00:00:36.658024Z","end":"2026-04-29T00:00:36.768774Z","steps":["trace[1783332289] 'read index received' (duration: 46.532188ms)","trace[1783332289] 'applied index is now lower than readState.Index' (duration: 64.216962ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:00:36.769043Z","caller":"traceutil/trace.go:171","msg":"trace[939982097] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:41953; }","duration":"111.030576ms","start":"2026-04-29T00:00:36.657996Z","end":"2026-04-29T00:00:36.769027Z","steps":["trace[939982097] 'agreement among raft nodes before linearized reading' (duration: 110.864172ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:26.640443Z","caller":"traceutil/trace.go:171","msg":"trace[561345688] transaction","detail":"{read_only:false; response_revision:42317; number_of_response:1; }","duration":"114.108647ms","start":"2026-04-29T00:01:26.526317Z","end":"2026-04-29T00:01:26.640426Z","steps":["trace[561345688] 'process raft request' (duration: 113.995054ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:26.640537Z","caller":"traceutil/trace.go:171","msg":"trace[1898085375] linearizableReadLoop","detail":"{readStateIndex:43777; appliedIndex:43777; }","duration":"110.124509ms","start":"2026-04-29T00:01:26.530385Z","end":"2026-04-29T00:01:26.64051Z","steps":["trace[1898085375] 'read index received' (duration: 110.115079ms)","trace[1898085375] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:26.640796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.386154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-04-29T00:01:26.640898Z","caller":"traceutil/trace.go:171","msg":"trace[334619223] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:42317; }","duration":"110.518477ms","start":"2026-04-29T00:01:26.530357Z","end":"2026-04-29T00:01:26.640876Z","steps":["trace[334619223] 'agreement among raft nodes before linearized reading' (duration: 110.265261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:26.657619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.681506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T00:01:26.658241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.034135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-nova-server-conf\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-04-29T00:01:26.658301Z","caller":"traceutil/trace.go:171","msg":"trace[503744961] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-nova-server-conf; range_end:; response_count:1; response_revision:42318; }","duration":"114.127727ms","start":"2026-04-29T00:01:26.544158Z","end":"2026-04-29T00:01:26.658286Z","steps":["trace[503744961] 'agreement among raft nodes before linearized reading' (duration: 113.977234ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:26.658352Z","caller":"traceutil/trace.go:171","msg":"trace[1517552965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:42318; }","duration":"122.349271ms","start":"2026-04-29T00:01:26.535917Z","end":"2026-04-29T00:01:26.658266Z","steps":["trace[1517552965] 'agreement among raft nodes before linearized reading' (duration: 121.660546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:29.022134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.659736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T00:01:29.022239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.128816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/tempest-bin\" ","response":"range_response_count:1 size:3842"} {"level":"warn","ts":"2026-04-29T00:01:29.02224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.924095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" ","response":"range_response_count:1 size:45254"} {"level":"info","ts":"2026-04-29T00:01:29.022319Z","caller":"traceutil/trace.go:171","msg":"trace[264113821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42333; }","duration":"117.938342ms","start":"2026-04-29T00:01:28.904342Z","end":"2026-04-29T00:01:29.02228Z","steps":["trace[264113821] 'range keys from in-memory index tree' (duration: 117.546774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:29.022334Z","caller":"traceutil/trace.go:171","msg":"trace[48635779] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details; range_end:; response_count:1; response_revision:42333; }","duration":"154.065299ms","start":"2026-04-29T00:01:28.868244Z","end":"2026-04-29T00:01:29.022309Z","steps":["trace[48635779] 'range keys from in-memory index tree' (duration: 153.723071ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:29.022319Z","caller":"traceutil/trace.go:171","msg":"trace[90586182] range","detail":"{range_begin:/registry/configmaps/openstack/tempest-bin; range_end:; response_count:1; response_revision:42333; }","duration":"139.241877ms","start":"2026-04-29T00:01:28.883048Z","end":"2026-04-29T00:01:29.02229Z","steps":["trace[90586182] 'range keys from in-memory index tree' (duration: 138.792658ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:29.217214Z","caller":"traceutil/trace.go:171","msg":"trace[912259768] linearizableReadLoop","detail":"{readStateIndex:43796; appliedIndex:43795; }","duration":"150.394176ms","start":"2026-04-29T00:01:29.066767Z","end":"2026-04-29T00:01:29.217161Z","steps":["trace[912259768] 'read index received' (duration: 58.413124ms)","trace[912259768] 'applied index is now lower than readState.Index' (duration: 91.979562ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:01:29.217566Z","caller":"traceutil/trace.go:171","msg":"trace[1901568050] transaction","detail":"{read_only:false; response_revision:42335; number_of_response:1; }","duration":"156.726367ms","start":"2026-04-29T00:01:29.060815Z","end":"2026-04-29T00:01:29.217541Z","steps":["trace[1901568050] 'process raft request' (duration: 64.421808ms)","trace[1901568050] 'compare' (duration: 91.782498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:29.221283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.485867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-service.18aaa8ec198a55c5\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42334 ","response":"range_response_count:897 size:699336"} {"level":"info","ts":"2026-04-29T00:01:29.221357Z","caller":"traceutil/trace.go:171","msg":"trace[2137054035] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-service.18aaa8ec198a55c5\u0000; range_end:/registry/events/openstack0; response_count:897; response_revision:42335; }","duration":"154.62651ms","start":"2026-04-29T00:01:29.066715Z","end":"2026-04-29T00:01:29.221341Z","steps":["trace[2137054035] 'agreement among raft nodes before linearized reading' (duration: 151.05426ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:29.615883Z","caller":"traceutil/trace.go:171","msg":"trace[1636339315] transaction","detail":"{read_only:false; response_revision:42339; number_of_response:1; }","duration":"101.839093ms","start":"2026-04-29T00:01:29.514015Z","end":"2026-04-29T00:01:29.615854Z","steps":["trace[1636339315] 'process raft request' (duration: 100.548713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:35.544813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.067787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5464"} {"level":"info","ts":"2026-04-29T00:01:35.544913Z","caller":"traceutil/trace.go:171","msg":"trace[167258964] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:42380; }","duration":"115.18123ms","start":"2026-04-29T00:01:35.429709Z","end":"2026-04-29T00:01:35.54489Z","steps":["trace[167258964] 'range keys from in-memory index tree' (duration: 114.860973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:35.544977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T00:01:35.545014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.167789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T00:01:35.54506Z","caller":"traceutil/trace.go:171","msg":"trace[565052853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42380; }","duration":"125.48213ms","start":"2026-04-29T00:01:35.419559Z","end":"2026-04-29T00:01:35.545042Z","steps":["trace[565052853] 'range keys from in-memory index tree' (duration: 125.198324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:35.545055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.939241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:5344"} {"level":"info","ts":"2026-04-29T00:01:35.545101Z","caller":"traceutil/trace.go:171","msg":"trace[236563943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42380; }","duration":"106.282301ms","start":"2026-04-29T00:01:35.438796Z","end":"2026-04-29T00:01:35.545079Z","steps":["trace[236563943] 'range keys from in-memory index tree' (duration: 105.969375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:35.54513Z","caller":"traceutil/trace.go:171","msg":"trace[247884606] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:42380; }","duration":"191.044033ms","start":"2026-04-29T00:01:35.354067Z","end":"2026-04-29T00:01:35.545111Z","steps":["trace[247884606] 'range keys from in-memory index tree' (duration: 190.811148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:36.936467Z","caller":"traceutil/trace.go:171","msg":"trace[1627229349] transaction","detail":"{read_only:false; response_revision:42391; number_of_response:1; }","duration":"131.336981ms","start":"2026-04-29T00:01:36.805107Z","end":"2026-04-29T00:01:36.936444Z","steps":["trace[1627229349] 'process raft request' (duration: 131.188978ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:37.010543Z","caller":"traceutil/trace.go:171","msg":"trace[1934028403] linearizableReadLoop","detail":"{readStateIndex:43855; appliedIndex:43854; }","duration":"173.595384ms","start":"2026-04-29T00:01:36.83692Z","end":"2026-04-29T00:01:37.010516Z","steps":["trace[1934028403] 'read index received' (duration: 99.830607ms)","trace[1934028403] 'applied index is now lower than readState.Index' (duration: 73.763597ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:01:37.010667Z","caller":"traceutil/trace.go:171","msg":"trace[1242724985] transaction","detail":"{read_only:false; response_revision:42392; number_of_response:1; }","duration":"196.975226ms","start":"2026-04-29T00:01:36.813659Z","end":"2026-04-29T00:01:37.010634Z","steps":["trace[1242724985] 'process raft request' (duration: 174.064784ms)","trace[1242724985] 'compare' (duration: 22.660317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:37.010809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.88147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-29T00:01:37.010857Z","caller":"traceutil/trace.go:171","msg":"trace[1531967089] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:42392; }","duration":"173.941412ms","start":"2026-04-29T00:01:36.836901Z","end":"2026-04-29T00:01:37.010843Z","steps":["trace[1531967089] 'agreement among raft nodes before linearized reading' (duration: 173.774798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:37.010918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.645483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12229"} {"level":"info","ts":"2026-04-29T00:01:37.010991Z","caller":"traceutil/trace.go:171","msg":"trace[851541538] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:42392; }","duration":"107.767736ms","start":"2026-04-29T00:01:36.903205Z","end":"2026-04-29T00:01:37.010973Z","steps":["trace[851541538] 'agreement among raft nodes before linearized reading' (duration: 107.561101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:37.432441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.283847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17221"} {"level":"info","ts":"2026-04-29T00:01:37.432557Z","caller":"traceutil/trace.go:171","msg":"trace[1507425130] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:42394; }","duration":"134.4354ms","start":"2026-04-29T00:01:37.298101Z","end":"2026-04-29T00:01:37.432536Z","steps":["trace[1507425130] 'range keys from in-memory index tree' (duration: 134.149164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:37.433243Z","caller":"traceutil/trace.go:171","msg":"trace[1052794635] transaction","detail":"{read_only:false; response_revision:42395; number_of_response:1; }","duration":"115.244662ms","start":"2026-04-29T00:01:37.317949Z","end":"2026-04-29T00:01:37.433194Z","steps":["trace[1052794635] 'process raft request' (duration: 43.572133ms)","trace[1052794635] 'compare' (duration: 70.679007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:37.790758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.064709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18375"} {"level":"warn","ts":"2026-04-29T00:01:37.790585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.560366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T00:01:37.790824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.891093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T00:01:37.790877Z","caller":"traceutil/trace.go:171","msg":"trace[591991693] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:42395; }","duration":"258.202822ms","start":"2026-04-29T00:01:37.532659Z","end":"2026-04-29T00:01:37.790862Z","steps":["trace[591991693] 'range keys from in-memory index tree' (duration: 257.937726ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:37.790915Z","caller":"traceutil/trace.go:171","msg":"trace[62851301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42395; }","duration":"157.934674ms","start":"2026-04-29T00:01:37.632959Z","end":"2026-04-29T00:01:37.790894Z","steps":["trace[62851301] 'range keys from in-memory index tree' (duration: 157.396842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:37.790768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.878052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T00:01:37.791424Z","caller":"traceutil/trace.go:171","msg":"trace[897238194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42395; }","duration":"157.998896ms","start":"2026-04-29T00:01:37.632908Z","end":"2026-04-29T00:01:37.790906Z","steps":["trace[897238194] 'range keys from in-memory index tree' (duration: 157.798631ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:37.791463Z","caller":"traceutil/trace.go:171","msg":"trace[1385240170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42395; }","duration":"179.625118ms","start":"2026-04-29T00:01:37.61182Z","end":"2026-04-29T00:01:37.791445Z","steps":["trace[1385240170] 'range keys from in-memory index tree' (duration: 178.619236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:37.792052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.554001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:159 size:1535065"} {"level":"info","ts":"2026-04-29T00:01:37.792115Z","caller":"traceutil/trace.go:171","msg":"trace[366478968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:159; response_revision:42395; }","duration":"254.641223ms","start":"2026-04-29T00:01:37.537461Z","end":"2026-04-29T00:01:37.792102Z","steps":["trace[366478968] 'range keys from in-memory index tree' (duration: 253.243631ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:37.836679Z","caller":"traceutil/trace.go:171","msg":"trace[696044538] transaction","detail":"{read_only:false; response_revision:42396; number_of_response:1; }","duration":"104.771018ms","start":"2026-04-29T00:01:37.731863Z","end":"2026-04-29T00:01:37.836634Z","steps":["trace[696044538] 'process raft request' (duration: 104.608744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:44.764193Z","caller":"traceutil/trace.go:171","msg":"trace[532575970] transaction","detail":"{read_only:false; response_revision:42447; number_of_response:1; }","duration":"103.924738ms","start":"2026-04-29T00:01:44.660226Z","end":"2026-04-29T00:01:44.764151Z","steps":["trace[532575970] 'process raft request' (duration: 44.651125ms)","trace[532575970] 'compare' (duration: 58.896075ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:01:52.780201Z","caller":"traceutil/trace.go:171","msg":"trace[1285382539] transaction","detail":"{read_only:false; response_revision:42506; number_of_response:1; }","duration":"146.742886ms","start":"2026-04-29T00:01:52.633436Z","end":"2026-04-29T00:01:52.780179Z","steps":["trace[1285382539] 'process raft request' (duration: 69.40798ms)","trace[1285382539] 'compare' (duration: 77.06745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:52.781487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.413535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390628"} {"level":"info","ts":"2026-04-29T00:01:52.781561Z","caller":"traceutil/trace.go:171","msg":"trace[1209357704] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42505; }","duration":"171.526928ms","start":"2026-04-29T00:01:52.610021Z","end":"2026-04-29T00:01:52.781548Z","steps":["trace[1209357704] 'range keys from in-memory index tree' (duration: 169.82327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:53.442638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.022359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390628"} {"level":"info","ts":"2026-04-29T00:01:53.442711Z","caller":"traceutil/trace.go:171","msg":"trace[1626965775] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42511; }","duration":"120.144301ms","start":"2026-04-29T00:01:53.322553Z","end":"2026-04-29T00:01:53.442698Z","steps":["trace[1626965775] 'range keys from in-memory index tree' (duration: 118.394122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:56.712372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.290075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:01:56.712452Z","caller":"traceutil/trace.go:171","msg":"trace[486706516] range","detail":"{range_begin:/registry/jobs/rook-ceph/; range_end:/registry/jobs/rook-ceph0; response_count:0; response_revision:42533; }","duration":"125.41977ms","start":"2026-04-29T00:01:56.587015Z","end":"2026-04-29T00:01:56.712435Z","steps":["trace[486706516] 'range keys from in-memory index tree' (duration: 125.185983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:01:56.712546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.800109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6976"} {"level":"warn","ts":"2026-04-29T00:01:56.712667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.973349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7487"} {"level":"info","ts":"2026-04-29T00:01:56.7126Z","caller":"traceutil/trace.go:171","msg":"trace[1393530712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:42533; }","duration":"147.87733ms","start":"2026-04-29T00:01:56.564708Z","end":"2026-04-29T00:01:56.712585Z","steps":["trace[1393530712] 'range keys from in-memory index tree' (duration: 147.635325ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:56.712746Z","caller":"traceutil/trace.go:171","msg":"trace[232107272] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:42533; }","duration":"168.104411ms","start":"2026-04-29T00:01:56.544623Z","end":"2026-04-29T00:01:56.712728Z","steps":["trace[232107272] 'range keys from in-memory index tree' (duration: 167.772184ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:01:57.188561Z","caller":"traceutil/trace.go:171","msg":"trace[1229646514] transaction","detail":"{read_only:false; response_revision:42537; number_of_response:1; }","duration":"107.913827ms","start":"2026-04-29T00:01:57.080617Z","end":"2026-04-29T00:01:57.18853Z","steps":["trace[1229646514] 'process raft request' (duration: 31.817009ms)","trace[1229646514] 'compare' (duration: 75.894474ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:01:57.188685Z","caller":"traceutil/trace.go:171","msg":"trace[176568919] linearizableReadLoop","detail":"{readStateIndex:44004; appliedIndex:44003; }","duration":"102.554589ms","start":"2026-04-29T00:01:57.08608Z","end":"2026-04-29T00:01:57.188634Z","steps":["trace[176568919] 'read index received' (duration: 26.287256ms)","trace[176568919] 'applied index is now lower than readState.Index' (duration: 76.259953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:01:57.189058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.942787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:01:57.189165Z","caller":"traceutil/trace.go:171","msg":"trace[1819609439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:42538; }","duration":"103.088001ms","start":"2026-04-29T00:01:57.086051Z","end":"2026-04-29T00:01:57.189139Z","steps":["trace[1819609439] 'agreement among raft nodes before linearized reading' (duration: 102.733863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:02:02.825969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.807307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-29T00:02:02.826065Z","caller":"traceutil/trace.go:171","msg":"trace[960875290] range","detail":"{range_begin:/registry/jobs/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:42577; }","duration":"168.93465ms","start":"2026-04-29T00:02:02.657106Z","end":"2026-04-29T00:02:02.82604Z","steps":["trace[960875290] 'range keys from in-memory index tree' (duration: 168.610173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:02:02.82605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.285448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-04-29T00:02:02.826133Z","caller":"traceutil/trace.go:171","msg":"trace[1406843950] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:1; response_revision:42577; }","duration":"100.414831ms","start":"2026-04-29T00:02:02.725693Z","end":"2026-04-29T00:02:02.826108Z","steps":["trace[1406843950] 'range keys from in-memory index tree' (duration: 100.091844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:02:02.847979Z","caller":"traceutil/trace.go:171","msg":"trace[1214027085] transaction","detail":"{read_only:false; response_revision:42578; number_of_response:1; }","duration":"116.908719ms","start":"2026-04-29T00:02:02.731035Z","end":"2026-04-29T00:02:02.847944Z","steps":["trace[1214027085] 'process raft request' (duration: 116.701474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.294678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.131221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:05.294827Z","caller":"traceutil/trace.go:171","msg":"trace[1853201599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:43558; }","duration":"267.288605ms","start":"2026-04-29T00:04:05.027519Z","end":"2026-04-29T00:04:05.294808Z","steps":["trace[1853201599] 'range keys from in-memory index tree' (duration: 267.116141ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:05.295124Z","caller":"traceutil/trace.go:171","msg":"trace[964974580] linearizableReadLoop","detail":"{readStateIndex:45055; appliedIndex:45052; }","duration":"436.353048ms","start":"2026-04-29T00:04:04.858745Z","end":"2026-04-29T00:04:05.295098Z","steps":["trace[964974580] 'read index received' (duration: 420.990405ms)","trace[964974580] 'applied index is now lower than readState.Index' (duration: 15.361363ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:05.295334Z","caller":"traceutil/trace.go:171","msg":"trace[565029827] transaction","detail":"{read_only:false; response_revision:43560; number_of_response:1; }","duration":"516.301092ms","start":"2026-04-29T00:04:04.779015Z","end":"2026-04-29T00:04:05.295316Z","steps":["trace[565029827] 'process raft request' (duration: 515.893853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.295459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.778992Z","time spent":"516.390165ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:04:05.29573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.984482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:845"} {"level":"info","ts":"2026-04-29T00:04:05.295768Z","caller":"traceutil/trace.go:171","msg":"trace[1945230913] transaction","detail":"{read_only:false; response_revision:43559; number_of_response:1; }","duration":"517.150122ms","start":"2026-04-29T00:04:04.778587Z","end":"2026-04-29T00:04:05.295737Z","steps":["trace[1945230913] 'process raft request' (duration: 501.123124ms)","trace[1945230913] 'compare' (duration: 14.739109ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:05.295796Z","caller":"traceutil/trace.go:171","msg":"trace[1982651635] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:43561; }","duration":"437.090055ms","start":"2026-04-29T00:04:04.858687Z","end":"2026-04-29T00:04:05.295777Z","steps":["trace[1982651635] 'agreement among raft nodes before linearized reading' (duration: 436.919121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.295846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.858666Z","time spent":"437.166676ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":868,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"info","ts":"2026-04-29T00:04:05.295563Z","caller":"traceutil/trace.go:171","msg":"trace[1815485418] transaction","detail":"{read_only:false; response_revision:43561; number_of_response:1; }","duration":"510.195657ms","start":"2026-04-29T00:04:04.785266Z","end":"2026-04-29T00:04:05.295462Z","steps":["trace[1815485418] 'process raft request' (duration: 509.764326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.295926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.778578Z","time spent":"517.254524ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:04:05.296101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.785257Z","time spent":"510.728598ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:04:05.296952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.74079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:622"} {"level":"info","ts":"2026-04-29T00:04:05.297008Z","caller":"traceutil/trace.go:171","msg":"trace[603252842] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:43562; }","duration":"429.832121ms","start":"2026-04-29T00:04:04.867161Z","end":"2026-04-29T00:04:05.296994Z","steps":["trace[603252842] 'agreement among raft nodes before linearized reading' (duration: 429.628407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.297052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.867143Z","time spent":"429.900894ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":645,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" "} {"level":"info","ts":"2026-04-29T00:04:05.297228Z","caller":"traceutil/trace.go:171","msg":"trace[136724652] transaction","detail":"{read_only:false; response_revision:43562; number_of_response:1; }","duration":"315.442389ms","start":"2026-04-29T00:04:04.981765Z","end":"2026-04-29T00:04:05.297208Z","steps":["trace[136724652] 'process raft request' (duration: 314.929228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.29732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.981746Z","time spent":"315.529621ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:04:05.297546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.073141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:05.297616Z","caller":"traceutil/trace.go:171","msg":"trace[1651926831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43562; }","duration":"393.181584ms","start":"2026-04-29T00:04:04.904413Z","end":"2026-04-29T00:04:05.297595Z","steps":["trace[1651926831] 'agreement among raft nodes before linearized reading' (duration: 393.088012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.29764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.860241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:05.297767Z","caller":"traceutil/trace.go:171","msg":"trace[974012399] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:43562; }","duration":"157.039055ms","start":"2026-04-29T00:04:05.140701Z","end":"2026-04-29T00:04:05.29774Z","steps":["trace[974012399] 'agreement among raft nodes before linearized reading' (duration: 156.847641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.29768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:04.904386Z","time spent":"393.267716ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T00:04:05.776172Z","caller":"traceutil/trace.go:171","msg":"trace[1441596319] linearizableReadLoop","detail":"{readStateIndex:45058; appliedIndex:45056; }","duration":"272.554593ms","start":"2026-04-29T00:04:05.503598Z","end":"2026-04-29T00:04:05.776153Z","steps":["trace[1441596319] 'read index received' (duration: 28.142739ms)","trace[1441596319] 'applied index is now lower than readState.Index' (duration: 244.411174ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:05.776367Z","caller":"traceutil/trace.go:171","msg":"trace[233897080] transaction","detail":"{read_only:false; response_revision:43564; number_of_response:1; }","duration":"291.977746ms","start":"2026-04-29T00:04:05.484379Z","end":"2026-04-29T00:04:05.776357Z","steps":["trace[233897080] 'process raft request' (duration: 254.112032ms)","trace[233897080] 'compare' (duration: 37.585478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:05.776517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.91626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:05.776548Z","caller":"traceutil/trace.go:171","msg":"trace[7655760] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:43564; }","duration":"272.993942ms","start":"2026-04-29T00:04:05.503546Z","end":"2026-04-29T00:04:05.77654Z","steps":["trace[7655760] 'agreement among raft nodes before linearized reading' (duration: 272.932481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.776711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.00018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:05.776735Z","caller":"traceutil/trace.go:171","msg":"trace[1564360049] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:43564; }","duration":"233.052941ms","start":"2026-04-29T00:04:05.543677Z","end":"2026-04-29T00:04:05.77673Z","steps":["trace[1564360049] 'agreement among raft nodes before linearized reading' (duration: 232.9694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.777058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.123564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:05.77709Z","caller":"traceutil/trace.go:171","msg":"trace[1610094360] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:43564; }","duration":"152.180426ms","start":"2026-04-29T00:04:05.6249Z","end":"2026-04-29T00:04:05.777081Z","steps":["trace[1610094360] 'agreement among raft nodes before linearized reading' (duration: 152.135425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:05.777236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.801914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:05.777259Z","caller":"traceutil/trace.go:171","msg":"trace[233977656] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:43564; }","duration":"214.841065ms","start":"2026-04-29T00:04:05.562412Z","end":"2026-04-29T00:04:05.777254Z","steps":["trace[233977656] 'agreement among raft nodes before linearized reading' (duration: 214.758203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.086675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.986317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:06.086856Z","caller":"traceutil/trace.go:171","msg":"trace[1871117438] transaction","detail":"{read_only:false; response_revision:43565; number_of_response:1; }","duration":"308.258059ms","start":"2026-04-29T00:04:05.778566Z","end":"2026-04-29T00:04:06.086825Z","steps":["trace[1871117438] 'process raft request' (duration: 193.031037ms)","trace[1871117438] 'compare' (duration: 114.805573ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:06.086897Z","caller":"traceutil/trace.go:171","msg":"trace[654118311] linearizableReadLoop","detail":"{readStateIndex:45059; appliedIndex:45058; }","duration":"306.776226ms","start":"2026-04-29T00:04:05.780087Z","end":"2026-04-29T00:04:06.086863Z","steps":["trace[654118311] 'read index received' (duration: 191.512313ms)","trace[654118311] 'applied index is now lower than readState.Index' (duration: 115.259633ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:06.08694Z","caller":"traceutil/trace.go:171","msg":"trace[756103652] transaction","detail":"{read_only:false; response_revision:43568; number_of_response:1; }","duration":"220.583443ms","start":"2026-04-29T00:04:05.866338Z","end":"2026-04-29T00:04:06.086922Z","steps":["trace[756103652] 'process raft request' (duration: 220.543722ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:06.086996Z","caller":"traceutil/trace.go:171","msg":"trace[136788308] transaction","detail":"{read_only:false; response_revision:43566; number_of_response:1; }","duration":"305.291523ms","start":"2026-04-29T00:04:05.781687Z","end":"2026-04-29T00:04:06.086979Z","steps":["trace[136788308] 'process raft request' (duration: 305.110809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.087015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:05.778527Z","time spent":"308.406692ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:04:06.087084Z","caller":"traceutil/trace.go:171","msg":"trace[465729671] transaction","detail":"{read_only:false; response_revision:43567; number_of_response:1; }","duration":"298.185764ms","start":"2026-04-29T00:04:05.788888Z","end":"2026-04-29T00:04:06.087073Z","steps":["trace[465729671] 'process raft request' (duration: 297.96109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.087164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.064002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:06.087204Z","caller":"traceutil/trace.go:171","msg":"trace[2036423987] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:43568; }","duration":"307.143544ms","start":"2026-04-29T00:04:05.78005Z","end":"2026-04-29T00:04:06.087193Z","steps":["trace[2036423987] 'agreement among raft nodes before linearized reading' (duration: 306.93891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.087237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:05.780035Z","time spent":"307.194445ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":850,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" "} {"level":"warn","ts":"2026-04-29T00:04:06.087326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:05.781661Z","time spent":"305.371295ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:04:06.173751Z","caller":"traceutil/trace.go:171","msg":"trace[2133305315] transaction","detail":"{read_only:false; response_revision:43569; number_of_response:1; }","duration":"159.939929ms","start":"2026-04-29T00:04:06.013767Z","end":"2026-04-29T00:04:06.173707Z","steps":["trace[2133305315] 'process raft request' (duration: 159.736144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.173908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.378642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T00:04:06.174088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.060671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:06.174073Z","caller":"traceutil/trace.go:171","msg":"trace[1454431713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:43569; }","duration":"127.612497ms","start":"2026-04-29T00:04:06.046397Z","end":"2026-04-29T00:04:06.174009Z","steps":["trace[1454431713] 'agreement among raft nodes before linearized reading' (duration: 127.325571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.174073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.110014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:06.174117Z","caller":"traceutil/trace.go:171","msg":"trace[596263202] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:43569; }","duration":"393.099533ms","start":"2026-04-29T00:04:05.781011Z","end":"2026-04-29T00:04:06.17411Z","steps":["trace[596263202] 'agreement among raft nodes before linearized reading' (duration: 392.99759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.174139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:05.781007Z","time spent":"393.127193ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":850,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"info","ts":"2026-04-29T00:04:06.174146Z","caller":"traceutil/trace.go:171","msg":"trace[1548220147] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:43569; }","duration":"234.239597ms","start":"2026-04-29T00:04:05.939891Z","end":"2026-04-29T00:04:06.17413Z","steps":["trace[1548220147] 'agreement among raft nodes before linearized reading' (duration: 234.096434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:06.313517Z","caller":"traceutil/trace.go:171","msg":"trace[306551420] linearizableReadLoop","detail":"{readStateIndex:45064; appliedIndex:45063; }","duration":"139.79591ms","start":"2026-04-29T00:04:06.173684Z","end":"2026-04-29T00:04:06.31348Z","steps":["trace[306551420] 'read index received' (duration: 81.033769ms)","trace[306551420] 'applied index is now lower than readState.Index' (duration: 58.760641ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:06.314007Z","caller":"traceutil/trace.go:171","msg":"trace[1541052370] transaction","detail":"{read_only:false; response_revision:43570; number_of_response:1; }","duration":"211.746585ms","start":"2026-04-29T00:04:06.102238Z","end":"2026-04-29T00:04:06.313984Z","steps":["trace[1541052370] 'process raft request' (duration: 152.533644ms)","trace[1541052370] 'compare' (duration: 58.489886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:06.314631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.281994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"info","ts":"2026-04-29T00:04:06.314687Z","caller":"traceutil/trace.go:171","msg":"trace[1360192409] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43570; }","duration":"137.379716ms","start":"2026-04-29T00:04:06.177295Z","end":"2026-04-29T00:04:06.314675Z","steps":["trace[1360192409] 'agreement among raft nodes before linearized reading' (duration: 136.604329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.314945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.584471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"info","ts":"2026-04-29T00:04:06.315035Z","caller":"traceutil/trace.go:171","msg":"trace[1648830987] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43570; }","duration":"224.722945ms","start":"2026-04-29T00:04:06.090293Z","end":"2026-04-29T00:04:06.315016Z","steps":["trace[1648830987] 'agreement among raft nodes before linearized reading' (duration: 223.608731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.602481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.791538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-04-29T00:04:06.602552Z","caller":"traceutil/trace.go:171","msg":"trace[299301246] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:43570; }","duration":"173.903271ms","start":"2026-04-29T00:04:06.428635Z","end":"2026-04-29T00:04:06.602538Z","steps":["trace[299301246] 'range keys from in-memory index tree' (duration: 173.649595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.602498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.588279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:06.602773Z","caller":"traceutil/trace.go:171","msg":"trace[1408202894] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:43570; }","duration":"171.895056ms","start":"2026-04-29T00:04:06.430868Z","end":"2026-04-29T00:04:06.602764Z","steps":["trace[1408202894] 'range keys from in-memory index tree' (duration: 171.457036ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:06.602924Z","caller":"traceutil/trace.go:171","msg":"trace[258049818] transaction","detail":"{read_only:false; response_revision:43571; number_of_response:1; }","duration":"120.701833ms","start":"2026-04-29T00:04:06.482206Z","end":"2026-04-29T00:04:06.602908Z","steps":["trace[258049818] 'process raft request' (duration: 28.110437ms)","trace[258049818] 'compare' (duration: 92.191417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:06.889224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.704798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:06.889344Z","caller":"traceutil/trace.go:171","msg":"trace[769865405] linearizableReadLoop","detail":"{readStateIndex:45066; appliedIndex:45065; }","duration":"181.064831ms","start":"2026-04-29T00:04:06.708261Z","end":"2026-04-29T00:04:06.889326Z","steps":["trace[769865405] 'read index received' (duration: 80.066586ms)","trace[769865405] 'applied index is now lower than readState.Index' (duration: 100.996585ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:06.889487Z","caller":"traceutil/trace.go:171","msg":"trace[2084664491] transaction","detail":"{read_only:false; response_revision:43572; number_of_response:1; }","duration":"184.215821ms","start":"2026-04-29T00:04:06.705258Z","end":"2026-04-29T00:04:06.889474Z","steps":["trace[2084664491] 'process raft request' (duration: 83.159475ms)","trace[2084664491] 'compare' (duration: 100.36197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:06.889827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.552472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-04-29T00:04:06.889886Z","caller":"traceutil/trace.go:171","msg":"trace[1490684210] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:43572; }","duration":"181.684645ms","start":"2026-04-29T00:04:06.708188Z","end":"2026-04-29T00:04:06.889872Z","steps":["trace[1490684210] 'agreement among raft nodes before linearized reading' (duration: 181.512461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.89Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.407002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-04-29T00:04:06.890135Z","caller":"traceutil/trace.go:171","msg":"trace[1826275804] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:43572; }","duration":"178.645257ms","start":"2026-04-29T00:04:06.711464Z","end":"2026-04-29T00:04:06.890109Z","steps":["trace[1826275804] 'agreement among raft nodes before linearized reading' (duration: 178.253118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:06.89053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.231417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T00:04:06.890583Z","caller":"traceutil/trace.go:171","msg":"trace[1583689142] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:43572; }","duration":"100.334219ms","start":"2026-04-29T00:04:06.790237Z","end":"2026-04-29T00:04:06.890571Z","steps":["trace[1583689142] 'agreement among raft nodes before linearized reading' (duration: 100.187276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.185264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.490624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:07.185626Z","caller":"traceutil/trace.go:171","msg":"trace[1941903239] linearizableReadLoop","detail":"{readStateIndex:45068; appliedIndex:45066; }","duration":"289.865948ms","start":"2026-04-29T00:04:06.895747Z","end":"2026-04-29T00:04:07.185613Z","steps":["trace[1941903239] 'read index received' (duration: 128.18016ms)","trace[1941903239] 'applied index is now lower than readState.Index' (duration: 161.685048ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:07.185707Z","caller":"traceutil/trace.go:171","msg":"trace[1202243155] transaction","detail":"{read_only:false; response_revision:43574; number_of_response:1; }","duration":"290.644226ms","start":"2026-04-29T00:04:06.895053Z","end":"2026-04-29T00:04:07.185697Z","steps":["trace[1202243155] 'process raft request' (duration: 290.512283ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:07.185686Z","caller":"traceutil/trace.go:171","msg":"trace[2140133830] transaction","detail":"{read_only:false; response_revision:43573; number_of_response:1; }","duration":"291.599257ms","start":"2026-04-29T00:04:06.894062Z","end":"2026-04-29T00:04:07.185661Z","steps":["trace[2140133830] 'process raft request' (duration: 129.622162ms)","trace[2140133830] 'compare' (duration: 161.015264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:07.185999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.246406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"warn","ts":"2026-04-29T00:04:07.186016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.332165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"info","ts":"2026-04-29T00:04:07.186032Z","caller":"traceutil/trace.go:171","msg":"trace[1593914205] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43574; }","duration":"290.304658ms","start":"2026-04-29T00:04:06.895718Z","end":"2026-04-29T00:04:07.186023Z","steps":["trace[1593914205] 'agreement among raft nodes before linearized reading' (duration: 290.097384ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:07.186041Z","caller":"traceutil/trace.go:171","msg":"trace[1748926786] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43574; }","duration":"288.396676ms","start":"2026-04-29T00:04:06.897636Z","end":"2026-04-29T00:04:07.186033Z","steps":["trace[1748926786] 'agreement among raft nodes before linearized reading' (duration: 288.201122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.186251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.076777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:07.186346Z","caller":"traceutil/trace.go:171","msg":"trace[2116348716] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43574; }","duration":"270.17967ms","start":"2026-04-29T00:04:06.916145Z","end":"2026-04-29T00:04:07.186325Z","steps":["trace[2116348716] 'agreement among raft nodes before linearized reading' (duration: 270.037236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.186288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.185201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:07.186578Z","caller":"traceutil/trace.go:171","msg":"trace[1594173039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43574; }","duration":"284.49692ms","start":"2026-04-29T00:04:06.902052Z","end":"2026-04-29T00:04:07.186549Z","steps":["trace[1594173039] 'agreement among raft nodes before linearized reading' (duration: 284.139681ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:07.517401Z","caller":"traceutil/trace.go:171","msg":"trace[678521962] transaction","detail":"{read_only:false; response_revision:43577; number_of_response:1; }","duration":"135.403283ms","start":"2026-04-29T00:04:07.381971Z","end":"2026-04-29T00:04:07.517375Z","steps":["trace[678521962] 'process raft request' (duration: 119.745023ms)","trace[678521962] 'compare' (duration: 15.469826ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:07.517713Z","caller":"traceutil/trace.go:171","msg":"trace[503699110] transaction","detail":"{read_only:false; response_revision:43578; number_of_response:1; }","duration":"134.92227ms","start":"2026-04-29T00:04:07.382764Z","end":"2026-04-29T00:04:07.517686Z","steps":["trace[503699110] 'process raft request' (duration: 134.536012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.75865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.996797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:07.758755Z","caller":"traceutil/trace.go:171","msg":"trace[348068655] linearizableReadLoop","detail":"{readStateIndex:45073; appliedIndex:45072; }","duration":"221.278248ms","start":"2026-04-29T00:04:07.53746Z","end":"2026-04-29T00:04:07.758738Z","steps":["trace[348068655] 'read index received' (duration: 93.055016ms)","trace[348068655] 'applied index is now lower than readState.Index' (duration: 128.221792ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:07.75882Z","caller":"traceutil/trace.go:171","msg":"trace[1211871656] transaction","detail":"{read_only:false; response_revision:43579; number_of_response:1; }","duration":"222.969776ms","start":"2026-04-29T00:04:07.535817Z","end":"2026-04-29T00:04:07.758787Z","steps":["trace[1211871656] 'process raft request' (duration: 94.749764ms)","trace[1211871656] 'compare' (duration: 127.838774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:07.758875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.406891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:07.75891Z","caller":"traceutil/trace.go:171","msg":"trace[12677626] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43579; }","duration":"221.451202ms","start":"2026-04-29T00:04:07.537446Z","end":"2026-04-29T00:04:07.758897Z","steps":["trace[12677626] 'agreement among raft nodes before linearized reading' (duration: 221.383781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.758901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.78026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:07.759001Z","caller":"traceutil/trace.go:171","msg":"trace[1533310247] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:0; response_revision:43579; }","duration":"208.902852ms","start":"2026-04-29T00:04:07.550076Z","end":"2026-04-29T00:04:07.758979Z","steps":["trace[1533310247] 'agreement among raft nodes before linearized reading' (duration: 208.755139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:07.7596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.32782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:07.759668Z","caller":"traceutil/trace.go:171","msg":"trace[822804413] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:0; response_revision:43579; }","duration":"200.741939ms","start":"2026-04-29T00:04:07.558909Z","end":"2026-04-29T00:04:07.759651Z","steps":["trace[822804413] 'agreement among raft nodes before linearized reading' (duration: 200.31973ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:07.98887Z","caller":"traceutil/trace.go:171","msg":"trace[1657805398] linearizableReadLoop","detail":"{readStateIndex:45074; appliedIndex:45073; }","duration":"108.633225ms","start":"2026-04-29T00:04:07.880206Z","end":"2026-04-29T00:04:07.988839Z","steps":["trace[1657805398] 'read index received' (duration: 85.55759ms)","trace[1657805398] 'applied index is now lower than readState.Index' (duration: 23.074175ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:07.988909Z","caller":"traceutil/trace.go:171","msg":"trace[266052592] transaction","detail":"{read_only:false; response_revision:43580; number_of_response:1; }","duration":"206.960099ms","start":"2026-04-29T00:04:07.781917Z","end":"2026-04-29T00:04:07.988877Z","steps":["trace[266052592] 'process raft request' (duration: 183.964416ms)","trace[266052592] 'compare' (duration: 22.735967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:07.989046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.836749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-898dd9b54-vgv5l.18aaa986735f6755\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-29T00:04:07.989095Z","caller":"traceutil/trace.go:171","msg":"trace[254205277] range","detail":"{range_begin:/registry/events/openstack/manila-api-898dd9b54-vgv5l.18aaa986735f6755; range_end:; response_count:1; response_revision:43580; }","duration":"108.917961ms","start":"2026-04-29T00:04:07.880154Z","end":"2026-04-29T00:04:07.989072Z","steps":["trace[254205277] 'agreement among raft nodes before linearized reading' (duration: 108.779028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.381287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.052647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"info","ts":"2026-04-29T00:04:08.381378Z","caller":"traceutil/trace.go:171","msg":"trace[107090420] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43581; }","duration":"292.172829ms","start":"2026-04-29T00:04:08.089184Z","end":"2026-04-29T00:04:08.381357Z","steps":["trace[107090420] 'range keys from in-memory index tree' (duration: 291.844053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.38146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.354949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:08.381566Z","caller":"traceutil/trace.go:171","msg":"trace[1205542505] linearizableReadLoop","detail":"{readStateIndex:45077; appliedIndex:45076; }","duration":"290.011072ms","start":"2026-04-29T00:04:08.09154Z","end":"2026-04-29T00:04:08.381551Z","steps":["trace[1205542505] 'read index received' (duration: 77.501659ms)","trace[1205542505] 'applied index is now lower than readState.Index' (duration: 212.507613ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:08.381652Z","caller":"traceutil/trace.go:171","msg":"trace[1809558566] transaction","detail":"{read_only:false; response_revision:43582; number_of_response:1; }","duration":"290.583284ms","start":"2026-04-29T00:04:08.091053Z","end":"2026-04-29T00:04:08.381636Z","steps":["trace[1809558566] 'process raft request' (duration: 77.97346ms)","trace[1809558566] 'compare' (duration: 212.018681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:08.381734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.194315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T00:04:08.381785Z","caller":"traceutil/trace.go:171","msg":"trace[1385462698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43582; }","duration":"290.258757ms","start":"2026-04-29T00:04:08.091518Z","end":"2026-04-29T00:04:08.381776Z","steps":["trace[1385462698] 'agreement among raft nodes before linearized reading' (duration: 290.124384ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:08.603844Z","caller":"traceutil/trace.go:171","msg":"trace[1066422597] transaction","detail":"{read_only:false; response_revision:43583; number_of_response:1; }","duration":"510.591835ms","start":"2026-04-29T00:04:08.093197Z","end":"2026-04-29T00:04:08.603789Z","steps":["trace[1066422597] 'process raft request' (duration: 416.405673ms)","trace[1066422597] 'compare' (duration: 93.988946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:08.604034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:08.093177Z","time spent":"510.766219ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T00:04:08.604076Z","caller":"traceutil/trace.go:171","msg":"trace[1140593702] transaction","detail":"{read_only:false; response_revision:43585; number_of_response:1; }","duration":"285.750687ms","start":"2026-04-29T00:04:08.318314Z","end":"2026-04-29T00:04:08.604065Z","steps":["trace[1140593702] 'process raft request' (duration: 285.600894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:08.604089Z","caller":"traceutil/trace.go:171","msg":"trace[287604933] linearizableReadLoop","detail":"{readStateIndex:45080; appliedIndex:45077; }","duration":"222.469355ms","start":"2026-04-29T00:04:08.381598Z","end":"2026-04-29T00:04:08.604067Z","steps":["trace[287604933] 'read index received' (duration: 127.980066ms)","trace[287604933] 'applied index is now lower than readState.Index' (duration: 94.488369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:08.60423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.576132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:08.604241Z","caller":"traceutil/trace.go:171","msg":"trace[872121365] transaction","detail":"{read_only:false; response_revision:43586; number_of_response:1; }","duration":"218.645669ms","start":"2026-04-29T00:04:08.385559Z","end":"2026-04-29T00:04:08.604205Z","steps":["trace[872121365] 'process raft request' (duration: 218.445134ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:08.604256Z","caller":"traceutil/trace.go:171","msg":"trace[1355751042] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:43586; }","duration":"509.632573ms","start":"2026-04-29T00:04:08.094618Z","end":"2026-04-29T00:04:08.604251Z","steps":["trace[1355751042] 'agreement among raft nodes before linearized reading' (duration: 509.564231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.604273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:08.094614Z","time spent":"509.654803ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T00:04:08.604326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.292301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:08.604386Z","caller":"traceutil/trace.go:171","msg":"trace[672808142] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:0; response_revision:43586; }","duration":"494.407864ms","start":"2026-04-29T00:04:08.109965Z","end":"2026-04-29T00:04:08.604373Z","steps":["trace[672808142] 'agreement among raft nodes before linearized reading' (duration: 494.281221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.604356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.767579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-29T00:04:08.604414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:08.109945Z","time spent":"494.464015ms","remote":"127.0.0.1:60198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 "} {"level":"info","ts":"2026-04-29T00:04:08.604441Z","caller":"traceutil/trace.go:171","msg":"trace[25322463] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:43586; }","duration":"471.882452ms","start":"2026-04-29T00:04:08.13254Z","end":"2026-04-29T00:04:08.604422Z","steps":["trace[25322463] 'agreement among raft nodes before linearized reading' (duration: 471.586685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.604503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:08.132528Z","time spent":"471.961123ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-29T00:04:08.604023Z","caller":"traceutil/trace.go:171","msg":"trace[1037440229] transaction","detail":"{read_only:false; response_revision:43584; number_of_response:1; }","duration":"510.744528ms","start":"2026-04-29T00:04:08.093256Z","end":"2026-04-29T00:04:08.604001Z","steps":["trace[1037440229] 'process raft request' (duration: 510.482372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.604615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T00:04:08.093243Z","time spent":"511.326851ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T00:04:08.604666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.670841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:08.604719Z","caller":"traceutil/trace.go:171","msg":"trace[1114166923] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:0; response_revision:43586; }","duration":"197.765614ms","start":"2026-04-29T00:04:08.406941Z","end":"2026-04-29T00:04:08.604707Z","steps":["trace[1114166923] 'agreement among raft nodes before linearized reading' (duration: 197.269433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.879732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.970519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T00:04:08.879857Z","caller":"traceutil/trace.go:171","msg":"trace[503511134] linearizableReadLoop","detail":"{readStateIndex:45084; appliedIndex:45082; }","duration":"249.412696ms","start":"2026-04-29T00:04:08.630432Z","end":"2026-04-29T00:04:08.879844Z","steps":["trace[503511134] 'read index received' (duration: 25.476948ms)","trace[503511134] 'applied index is now lower than readState.Index' (duration: 223.934078ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:08.879916Z","caller":"traceutil/trace.go:171","msg":"trace[1178645057] transaction","detail":"{read_only:false; response_revision:43588; number_of_response:1; }","duration":"251.350649ms","start":"2026-04-29T00:04:08.628559Z","end":"2026-04-29T00:04:08.87991Z","steps":["trace[1178645057] 'process raft request' (duration: 143.120264ms)","trace[1178645057] 'compare' (duration: 107.851517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:08.880174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.626512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-29T00:04:08.880251Z","caller":"traceutil/trace.go:171","msg":"trace[1574892642] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:1; response_revision:43588; }","duration":"133.750675ms","start":"2026-04-29T00:04:08.746487Z","end":"2026-04-29T00:04:08.880238Z","steps":["trace[1574892642] 'agreement among raft nodes before linearized reading' (duration: 133.536071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:08.88021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.766043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T00:04:08.880294Z","caller":"traceutil/trace.go:171","msg":"trace[59434641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43588; }","duration":"249.875836ms","start":"2026-04-29T00:04:08.630403Z","end":"2026-04-29T00:04:08.880279Z","steps":["trace[59434641] 'agreement among raft nodes before linearized reading' (duration: 249.647461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:09.172767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.143598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-29T00:04:09.172823Z","caller":"traceutil/trace.go:171","msg":"trace[1204332900] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:1; response_revision:43588; }","duration":"192.24511ms","start":"2026-04-29T00:04:08.980565Z","end":"2026-04-29T00:04:09.17281Z","steps":["trace[1204332900] 'range keys from in-memory index tree' (duration: 192.015665ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:09.409968Z","caller":"traceutil/trace.go:171","msg":"trace[1957908648] linearizableReadLoop","detail":"{readStateIndex:45086; appliedIndex:45084; }","duration":"207.273076ms","start":"2026-04-29T00:04:09.202663Z","end":"2026-04-29T00:04:09.409936Z","steps":["trace[1957908648] 'read index received' (duration: 42.794986ms)","trace[1957908648] 'applied index is now lower than readState.Index' (duration: 164.47656ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:09.410111Z","caller":"traceutil/trace.go:171","msg":"trace[1127777899] transaction","detail":"{read_only:false; response_revision:43590; number_of_response:1; }","duration":"216.090382ms","start":"2026-04-29T00:04:09.193973Z","end":"2026-04-29T00:04:09.410063Z","steps":["trace[1127777899] 'process raft request' (duration: 162.702731ms)","trace[1127777899] 'compare' (duration: 53.015203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:09.410609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.8994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307184"} {"level":"info","ts":"2026-04-29T00:04:09.410693Z","caller":"traceutil/trace.go:171","msg":"trace[2107805007] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:43590; }","duration":"208.028053ms","start":"2026-04-29T00:04:09.202649Z","end":"2026-04-29T00:04:09.410677Z","steps":["trace[2107805007] 'agreement among raft nodes before linearized reading' (duration: 207.616713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:09.462327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.433106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T00:04:09.463018Z","caller":"traceutil/trace.go:171","msg":"trace[699186472] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:43591; }","duration":"228.10763ms","start":"2026-04-29T00:04:09.234868Z","end":"2026-04-29T00:04:09.462976Z","steps":["trace[699186472] 'agreement among raft nodes before linearized reading' (duration: 227.384784ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:14.914327Z","caller":"traceutil/trace.go:171","msg":"trace[1519462193] linearizableReadLoop","detail":"{readStateIndex:45124; appliedIndex:45121; }","duration":"256.756109ms","start":"2026-04-29T00:04:14.657545Z","end":"2026-04-29T00:04:14.914301Z","steps":["trace[1519462193] 'read index received' (duration: 37.519417ms)","trace[1519462193] 'applied index is now lower than readState.Index' (duration: 219.235742ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:14.914366Z","caller":"traceutil/trace.go:171","msg":"trace[2013015486] transaction","detail":"{read_only:false; response_revision:43627; number_of_response:1; }","duration":"257.292902ms","start":"2026-04-29T00:04:14.657045Z","end":"2026-04-29T00:04:14.914338Z","steps":["trace[2013015486] 'process raft request' (duration: 257.168309ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:14.914409Z","caller":"traceutil/trace.go:171","msg":"trace[1895536876] transaction","detail":"{read_only:false; response_revision:43628; number_of_response:1; }","duration":"226.421343ms","start":"2026-04-29T00:04:14.687976Z","end":"2026-04-29T00:04:14.914397Z","steps":["trace[1895536876] 'process raft request' (duration: 226.28273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:14.914641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.27912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vnqwc\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-29T00:04:14.914668Z","caller":"traceutil/trace.go:171","msg":"trace[1400448030] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vnqwc; range_end:; response_count:1; response_revision:43628; }","duration":"252.349632ms","start":"2026-04-29T00:04:14.66231Z","end":"2026-04-29T00:04:14.91466Z","steps":["trace[1400448030] 'agreement among raft nodes before linearized reading' (duration: 252.227309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:14.914659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.095627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T00:04:14.914746Z","caller":"traceutil/trace.go:171","msg":"trace[185958247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43628; }","duration":"257.22604ms","start":"2026-04-29T00:04:14.657507Z","end":"2026-04-29T00:04:14.914733Z","steps":["trace[185958247] 'agreement among raft nodes before linearized reading' (duration: 256.933714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:14.91434Z","caller":"traceutil/trace.go:171","msg":"trace[1083879752] transaction","detail":"{read_only:false; response_revision:43626; number_of_response:1; }","duration":"285.375268ms","start":"2026-04-29T00:04:14.628937Z","end":"2026-04-29T00:04:14.914313Z","steps":["trace[1083879752] 'process raft request' (duration: 285.115723ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:15.081855Z","caller":"traceutil/trace.go:171","msg":"trace[767797342] linearizableReadLoop","detail":"{readStateIndex:45126; appliedIndex:45125; }","duration":"158.885286ms","start":"2026-04-29T00:04:14.922955Z","end":"2026-04-29T00:04:15.08184Z","steps":["trace[767797342] 'read index received' (duration: 79.416943ms)","trace[767797342] 'applied index is now lower than readState.Index' (duration: 79.467663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:15.082012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.047509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vnqwc\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-29T00:04:15.082037Z","caller":"traceutil/trace.go:171","msg":"trace[1782005882] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vnqwc; range_end:; response_count:1; response_revision:43629; }","duration":"159.111881ms","start":"2026-04-29T00:04:14.922915Z","end":"2026-04-29T00:04:15.082027Z","steps":["trace[1782005882] 'agreement among raft nodes before linearized reading' (duration: 158.987948ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:15.082248Z","caller":"traceutil/trace.go:171","msg":"trace[966895379] transaction","detail":"{read_only:false; response_revision:43629; number_of_response:1; }","duration":"163.445547ms","start":"2026-04-29T00:04:14.918794Z","end":"2026-04-29T00:04:15.08224Z","steps":["trace[966895379] 'process raft request' (duration: 83.562025ms)","trace[966895379] 'compare' (duration: 79.406921ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:15.664945Z","caller":"traceutil/trace.go:171","msg":"trace[1309745133] transaction","detail":"{read_only:false; response_revision:43633; number_of_response:1; }","duration":"137.668683ms","start":"2026-04-29T00:04:15.527258Z","end":"2026-04-29T00:04:15.664927Z","steps":["trace[1309745133] 'process raft request' (duration: 115.890076ms)","trace[1309745133] 'compare' (duration: 21.330047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T00:04:16.322261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.139642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T00:04:16.322359Z","caller":"traceutil/trace.go:171","msg":"trace[1583564961] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:43637; }","duration":"159.288245ms","start":"2026-04-29T00:04:16.163047Z","end":"2026-04-29T00:04:16.322335Z","steps":["trace[1583564961] 'count revisions from in-memory index tree' (duration: 159.057459ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:16.841909Z","caller":"traceutil/trace.go:171","msg":"trace[1910064810] linearizableReadLoop","detail":"{readStateIndex:45136; appliedIndex:45135; }","duration":"255.396499ms","start":"2026-04-29T00:04:16.586484Z","end":"2026-04-29T00:04:16.84188Z","steps":["trace[1910064810] 'read index received' (duration: 255.192045ms)","trace[1910064810] 'applied index is now lower than readState.Index' (duration: 202.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T00:04:16.841941Z","caller":"traceutil/trace.go:171","msg":"trace[776678938] transaction","detail":"{read_only:false; response_revision:43639; number_of_response:1; }","duration":"268.574864ms","start":"2026-04-29T00:04:16.573337Z","end":"2026-04-29T00:04:16.841912Z","steps":["trace[776678938] 'process raft request' (duration: 268.352029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T00:04:16.84227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.770588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-m8glx\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-04-29T00:04:16.842325Z","caller":"traceutil/trace.go:171","msg":"trace[160849626] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-m8glx; range_end:; response_count:1; response_revision:43639; }","duration":"255.86657ms","start":"2026-04-29T00:04:16.586441Z","end":"2026-04-29T00:04:16.842307Z","steps":["trace[160849626] 'agreement among raft nodes before linearized reading' (duration: 255.583863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T00:04:16.844978Z","caller":"traceutil/trace.go:171","msg":"trace[1391436861] transaction","detail":"{read_only:false; response_revision:43640; number_of_response:1; }","duration":"144.28971ms","start":"2026-04-29T00:04:16.700663Z","end":"2026-04-29T00:04:16.844953Z","steps":["trace[1391436861] 'process raft request' (duration: 143.809939ms)"],"step_count":1}